{"msg":"Running step start_crdb","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:36.449538315Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"init_with_steps"} {"msg":"Starting CRDB","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:36.450309862Z","hostname":"bmat-EVT22200007-000064cb","pid":27518} {"msg":"cockroach temporary directory: /var/tmp/omicron_tmp/.tmpWeQxJj","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:36.479521785Z","hostname":"bmat-EVT22200007-000064cb","pid":27518} {"msg":"cockroach: copying from seed tarball (/var/tmp/omicron_tmp/crdb-base-build/f234518892194a05ad8767dc97f01a61a55baf1431942a314ce8b0f72b18ec2e.tar) to storage directory (/var/tmp/omicron_tmp/.tmpWeQxJj/data)","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:36.479584881Z","hostname":"bmat-EVT22200007-000064cb","pid":27518} {"msg":"cockroach command line: cockroach start-single-node --insecure --http-addr=:0 --store=path=/var/tmp/omicron_tmp/.tmpWeQxJj/data,ballast-size=0 --listen-addr [::1]:0 --listening-url-file /var/tmp/omicron_tmp/.tmpWeQxJj/listen-url","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:36.497682459Z","hostname":"bmat-EVT22200007-000064cb","pid":27518} {"msg":"cockroach environment: BUILDOMAT_JOB_ID=01JT2JWKGHF3JHFMW0JR13NSA6 BUILDOMAT_TASK_ID=4 CARGO=/home/build/.rustup/toolchains/1.86.0-x86_64-unknown-illumos/bin/cargo CARGO_HOME=/home/build/.cargo CARGO_INCREMENTAL=0 CARGO_MANIFEST_DIR=/work/oxidecomputer/omicron/nexus CARGO_PKG_AUTHORS= CARGO_PKG_DESCRIPTION= CARGO_PKG_HOMEPAGE= CARGO_PKG_LICENSE=MPL-2.0 CARGO_PKG_LICENSE_FILE= CARGO_PKG_NAME=omicron-nexus CARGO_PKG_REPOSITORY= CARGO_PKG_RUST_VERSION= CARGO_PKG_VERSION=0.1.0 CARGO_PKG_VERSION_MAJOR=0 CARGO_PKG_VERSION_MINOR=1 CARGO_PKG_VERSION_PATCH=0 CARGO_PKG_VERSION_PRE= CARGO_TERM_COLOR=always CI=true CRDB_SEED_TAR=/var/tmp/omicron_tmp/crdb-base-build/f234518892194a05ad8767dc97f01a61a55baf1431942a314ce8b0f72b18ec2e.tar GITHUB_REPOSITORY=oxidecomputer/omicron GITHUB_SHA=531912b3fc900900bc7bd18f5eac1ce1e22cb1cd GOTRACEBACK=crash HOME=/home/build LANG=en_US.UTF-8 LC_ALL=en_US.UTF-8 LD_LIBRARY_PATH=/work/oxidecomputer/omicron/target/debug/build/aws-lc-sys-6532f52db341a7cc/out/build/artifacts:/work/oxidecomputer/omicron/target/debug/build/blake3-403ee89fc24db8f8/out:/work/oxidecomputer/omicron/target/debug/build/bzip2-sys-aece66bfb5c8df92/out/lib:/work/oxidecomputer/omicron/target/debug/build/libgit2-sys-5fe90ecb72e1690f/out/build:/work/oxidecomputer/omicron/target/debug/build/ring-fb368fe91b2bd145/out:/work/oxidecomputer/omicron/target/debug/build/tofino-ffe28f7f2301d0c2/out:/work/oxidecomputer/omicron/target/debug/build/zstd-sys-a7fb19a1e17b70f6/out:/work/oxidecomputer/omicron/target/debug/deps:/work/oxidecomputer/omicron/target/debug:/home/build/.rustup/toolchains/1.86.0-x86_64-unknown-illumos/lib/rustlib/x86_64-unknown-illumos/lib:/home/build/.rustup/toolchains/1.86.0-x86_64-unknown-illumos/lib LOGNAME=build NEXTEST=1 NEXTEST_BIN_EXE_nexus=/work/oxidecomputer/omicron/target/debug/nexus NEXTEST_BIN_EXE_schema-updater=/work/oxidecomputer/omicron/target/debug/schema-updater NEXTEST_EXECUTION_MODE=process-per-test NEXTEST_LD_LIBRARY_PATH=/work/oxidecomputer/omicron/target/debug/build/aws-lc-sys-6532f52db341a7cc/out/build/artifacts:/work/oxidecomputer/omicron/target/debug/build/blake3-403ee89fc24db8f8/out:/work/oxidecomputer/omicron/target/debug/build/bzip2-sys-aece66bfb5c8df92/out/lib:/work/oxidecomputer/omicron/target/debug/build/libgit2-sys-5fe90ecb72e1690f/out/build:/work/oxidecomputer/omicron/target/debug/build/ring-fb368fe91b2bd145/out:/work/oxidecomputer/omicron/target/debug/build/tofino-ffe28f7f2301d0c2/out:/work/oxidecomputer/omicron/target/debug/build/zstd-sys-a7fb19a1e17b70f6/out:/work/oxidecomputer/omicron/target/debug/deps:/work/oxidecomputer/omicron/target/debug:/home/build/.rustup/toolchains/1.86.0-x86_64-unknown-illumos/lib/rustlib/x86_64-unknown-illumos/lib:/home/build/.rustup/toolchains/1.86.0-x86_64-unknown-illumos/lib NEXTEST_PROFILE=ci NEXTEST_RUN_ID=29735cc2-0883-4059-8ca2-1da53f01ede3 NEXTEST_TEST_GLOBAL_SLOT=5 NEXTEST_TEST_GROUP=@global NEXTEST_TEST_GROUP_SLOT=none OUT_DIR=/work/oxidecomputer/omicron/target/debug/build/omicron-nexus-553062f859dbbfa0/out PATH=/work/oxidecomputer/omicron/out/mgd/root/opt/oxide/mgd/bin:/work/oxidecomputer/omicron/out/dendrite-stub/bin:/work/oxidecomputer/omicron/out/clickhouse:/work/oxidecomputer/omicron/out/cockroachdb/bin:/home/build/.cargo/bin:/usr/bin:/bin:/usr/sbin:/sbin:/opt/ooce/bin:/opt/ooce/sbin PWD=/work/oxidecomputer/omicron RUSTC_BOOTSTRAP=1 RUSTDOCFLAGS=--document-private-items -D warnings RUSTFLAGS=-D warnings -C link-arg=-R/usr/platform/oxide/lib/amd64 RUSTUP_HOME=/home/build/.rustup RUSTUP_TOOLCHAIN=1.86.0-x86_64-unknown-illumos RUST_BACKTRACE=1 RUST_RECURSION_COUNT=1 SHLVL=1 SSL_CERT_DIR=/usr/ssl/certs SSL_CERT_FILE=/etc/ssl/cacert.pem TMPDIR=/var/tmp/omicron_tmp TZ=UTC USER=build _=/usr/bin/ptime __NEXTEST_ATTEMPT=1","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:36.498140331Z","hostname":"bmat-EVT22200007-000064cb","pid":27518} {"msg":"cockroach pid: 27522","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:37.941777654Z","hostname":"bmat-EVT22200007-000064cb","pid":27518} {"msg":"cockroach listen URL: postgresql://root@[::1]:49813/omicron?sslmode=disable","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:37.941912864Z","hostname":"bmat-EVT22200007-000064cb","pid":27518} {"msg":"Running step start_clickhouse","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:37.942949159Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"init_with_steps"} {"msg":"Starting Clickhouse","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:37.943006192Z","hostname":"bmat-EVT22200007-000064cb","pid":27518} {"msg":"Running step start_gateway_switch0","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:38.563088005Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"init_with_steps"} {"msg":"Starting Management Gateway","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:38.563199447Z","hostname":"bmat-EVT22200007-000064cb","pid":27518} {"msg":"Running step start_dendrite_switch0","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:38.686484935Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"init_with_steps"} {"msg":"Starting Dendrite for switch0","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:38.686568021Z","hostname":"bmat-EVT22200007-000064cb","pid":27518} {"msg":"Running step start_mgd_switch0","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:38.754917072Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"init_with_steps"} {"msg":"Starting mgd for switch0","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:38.755018674Z","hostname":"bmat-EVT22200007-000064cb","pid":27518} {"msg":"mgd port is 64062","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:38.844331534Z","hostname":"bmat-EVT22200007-000064cb","pid":27518} {"msg":"Running step record_switch_dns","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:38.844463948Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"init_with_steps"} {"msg":"Recording DNS for the switch zones","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:38.844505762Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"switch_location":"switch0","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229"} {"msg":"Running step start_internal_dns","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:38.844611542Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"init_with_steps"} {"msg":"opening sled database","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:38.844797433Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","path":"/var/tmp/omicron_tmp/.tmpmfcZLv"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:38.9417577Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server"} {"msg":"pruning trees for generations older than 0","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:38.941888831Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","keep":3} {"msg":"DNS server bound to address","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:38.94191862Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"dns","kind":"dns","component":"internal_dns_server","local_address":"[::1]:39366"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:38.94283688Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:51698","component":"http","kind":"dns","component":"internal_dns_server","versions":"all","path":"/config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:38.94289221Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:51698","component":"http","kind":"dns","component":"internal_dns_server","versions":"all","path":"/config","method":"PUT"} {"msg":"listening","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:38.942925687Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:51698","component":"http","kind":"dns","component":"internal_dns_server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:38.943799287Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:51698","component":"http","kind":"dns","component":"internal_dns_server"} {"msg":"Running step start_external_dns","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:38.943975709Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"init_with_steps"} {"msg":"opening sled database","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:38.944094446Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"external_dns_server","path":"/var/tmp/omicron_tmp/.tmp5ZpW3f"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:38.959617354Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"external_dns_server"} {"msg":"pruning trees for generations older than 0","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:38.959671592Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"external_dns_server","keep":3} {"msg":"DNS server bound to address","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:38.959704307Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"dns","kind":"dns","component":"external_dns_server","local_address":"[::1]:32812"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:38.959992261Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:53860","component":"http","kind":"dns","component":"external_dns_server","versions":"all","path":"/config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:38.9600421Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:53860","component":"http","kind":"dns","component":"external_dns_server","versions":"all","path":"/config","method":"PUT"} {"msg":"listening","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:38.960075487Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:53860","component":"http","kind":"dns","component":"external_dns_server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:38.960870611Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:53860","component":"http","kind":"dns","component":"external_dns_server"} {"msg":"Running step start_nexus_internal","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:38.961125809Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"init_with_steps"} {"msg":"Starting Nexus (internal API)","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:38.961162212Z","hostname":"bmat-EVT22200007-000064cb","pid":27518} {"msg":"setting up nexus server","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:38.961816085Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"registering Oso class","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:38.964200215Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","class":"Action"} {"msg":"registering Oso class","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:38.964255535Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","class":"AnyActor"} {"msg":"registering Oso class","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:38.964280976Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","class":"AuthenticatedActor"} {"msg":"registering Oso class","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:38.964306878Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","class":"BlueprintConfig"} {"msg":"registering Oso class","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:38.964328941Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","class":"Database"} {"msg":"registering Oso class","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:38.964354733Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","class":"DnsConfig"} {"msg":"registering Oso class","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:38.964374252Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","class":"Fleet"} {"msg":"registering Oso class","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:38.964397989Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","class":"Inventory"} {"msg":"registering Oso class","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:38.964419121Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","class":"IpPoolList"} {"msg":"registering Oso class","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:38.964441546Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","class":"ConsoleSessionList"} {"msg":"registering Oso class","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:38.964462217Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","class":"DeviceAuthRequestList"} {"msg":"registering Oso class","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:38.964486125Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","class":"SiloCertificateList"} {"msg":"registering Oso class","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:38.964510744Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","class":"SiloIdentityProviderList"} {"msg":"registering Oso class","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:38.964530202Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","class":"SiloUserList"} {"msg":"registering Oso class","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:38.964551625Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","class":"TargetReleaseConfig"} {"msg":"registering Oso class","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:38.964570322Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","class":"WebhookEventClassList"} {"msg":"registering Oso class","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:38.965099246Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","class":"Project"} {"msg":"registering Oso class","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:38.965139476Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","class":"Disk"} {"msg":"registering Oso class","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:38.965293654Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","class":"Snapshot"} {"msg":"registering Oso class","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:38.965333222Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","class":"ProjectImage"} {"msg":"registering Oso class","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:38.965376298Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","class":"AffinityGroup"} {"msg":"registering Oso class","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:38.965528682Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","class":"AntiAffinityGroup"} {"msg":"registering Oso class","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:38.965568281Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","class":"Instance"} {"msg":"registering Oso class","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:38.965588722Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","class":"IpPool"} {"msg":"registering Oso class","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:38.965612008Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","class":"InstanceNetworkInterface"} {"msg":"registering Oso class","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:38.965638431Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","class":"Vpc"} {"msg":"registering Oso class","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:38.965657799Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","class":"VpcRouter"} {"msg":"registering Oso class","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:38.965827607Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","class":"InternetGateway"} {"msg":"registering Oso class","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:38.965866285Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","class":"InternetGatewayIpPool"} {"msg":"registering Oso class","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:38.965893018Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","class":"InternetGatewayIpAddress"} {"msg":"registering Oso class","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:38.965912507Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","class":"RouterRoute"} {"msg":"registering Oso class","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:38.965936424Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","class":"VpcSubnet"} {"msg":"registering Oso class","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:38.965955943Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","class":"FloatingIp"} {"msg":"registering Oso class","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:38.96597924Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","class":"Image"} {"msg":"registering Oso class","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:38.96599967Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","class":"SiloImage"} {"msg":"registering Oso class","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:38.966041514Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","class":"AddressLot"} {"msg":"registering Oso class","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:38.966067125Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","class":"Blueprint"} {"msg":"registering Oso class","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:38.966088227Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","class":"LoopbackAddress"} {"msg":"registering Oso class","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:38.966112315Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","class":"Certificate"} {"msg":"registering Oso class","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:38.966133026Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","class":"ConsoleSession"} {"msg":"registering Oso class","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:38.96615991Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","class":"DeviceAuthRequest"} {"msg":"registering Oso class","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:38.966179919Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","class":"DeviceAccessToken"} {"msg":"registering Oso class","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:38.966206342Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","class":"PhysicalDisk"} {"msg":"registering Oso class","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:38.96622551Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","class":"Rack"} {"msg":"registering Oso class","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:38.966247354Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","class":"RoleBuiltin"} {"msg":"registering Oso class","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:38.966266241Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","class":"SshKey"} {"msg":"registering Oso class","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:38.966288245Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","class":"Silo"} {"msg":"registering Oso class","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:38.966307544Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","class":"SiloUser"} {"msg":"registering Oso class","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:38.966329497Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","class":"SiloGroup"} {"msg":"registering Oso class","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:38.966468575Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","class":"SupportBundle"} {"msg":"registering Oso class","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:38.966507302Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","class":"IdentityProvider"} {"msg":"registering Oso class","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:38.966535298Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","class":"SamlIdentityProvider"} {"msg":"registering Oso class","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:38.966555087Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","class":"Sled"} {"msg":"registering Oso class","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:38.966577201Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","class":"TufRepo"} {"msg":"registering Oso class","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:38.966596209Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","class":"TufArtifact"} {"msg":"registering Oso class","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:38.966658423Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","class":"WebhookEvent"} {"msg":"registering Oso class","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:38.966681288Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","class":"WebhookReceiver"} {"msg":"registering Oso class","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:38.966711318Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","class":"WebhookSecret"} {"msg":"registering Oso class","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:38.966733252Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","class":"Zpool"} {"msg":"registering Oso class","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:38.966787159Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","class":"Service"} {"msg":"registering Oso class","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:38.966809103Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","class":"UserBuiltin"} {"msg":"full Oso configuration","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:38.967228579Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","config":"#\n# Oso configuration for Omicron\n# This file is augmented by generated snippets.\n#\n\n#\n# ACTOR TYPES AND BASIC RULES\n#\n\n# `AnyActor` includes both authenticated and unauthenticated users.\nactor AnyActor {}\n\n# An `AuthenticatedActor` has an identity in the system. All of our operations\n# today require that an actor be authenticated.\nactor AuthenticatedActor {}\n\n# For any resource, `actor` can perform action `action` on it if they're\n# authenticated and their role(s) give them the corresponding permission on that\n# resource.\nallow(actor: AnyActor, action: Action, resource) if\n actor.authenticated and\n has_permission(actor.authn_actor.unwrap(), action.to_perm(), resource);\n\n# Define role relationships\nhas_role(actor: AuthenticatedActor, role: String, resource: Resource)\n\tif resource.has_role(actor, role);\n\n#\n# ROLES AND PERMISSIONS IN THE FLEET/SILO/PROJECT HIERARCHY\n#\n# We define the following permissions for most resources in the system:\n#\n# - \"create_child\": required to create child resources (of any type)\n#\n# - \"list_children\": required to list child resources (of all types) of a\n# resource\n#\n# - \"modify\": required to modify or delete a resource\n#\n# - \"read\": required to read a resource\n#\n# We define the following predefined roles for only a few high-level resources:\n# the Fleet (see below), Silo, Organization, and Project. The specific roles\n# are oriented around intended use-cases:\n#\n# - \"admin\": has all permissions on the resource\n#\n# - \"collaborator\": has \"read\", \"list_children\", and \"create_child\", plus\n# the \"admin\" role for child resources. The idea is that if you're an\n# Organization Collaborator, you have full control over the Projects within\n# the Organization, but you cannot modify or delete the Organization itself.\n#\n# - \"viewer\": has \"read\" and \"list_children\" on a resource\n#\n# Below the Project level, permissions are granted via roles at the Project\n# level. For example, for someone to be able to create, modify, or delete any\n# Instances, they must be granted project.collaborator, which means they can\n# create, modify, or delete _all_ resources in the Project.\n#\n# The complete set of predefined roles:\n#\n# - fleet.admin (superuser for the whole system)\n# - fleet.collaborator (can manage Silos)\n# - fleet.viewer (can read most non-siloed resources in the system)\n# - silo.admin (superuser for the silo)\n# - silo.collaborator (can create and own Organizations)\n# - silo.viewer (can read most resources within the Silo)\n# - organization.admin (complete control over an organization)\n# - organization.collaborator (can manage Projects)\n# - organization.viewer (can read most resources within the Organization)\n# - project.admin (complete control over a Project)\n# - project.collaborator (can manage all resources within the Project)\n# - project.viewer (can read most resources within the Project)\n#\n# Outside the Silo/Organization/Project hierarchy, we (currently) treat most\n# resources as nested under Fleet or else a synthetic resource (see below). We\n# do not yet support role assignments on anything other than Fleet, Silo,\n# Organization, or Project.\n#\n\n# \"Fleet\" is a global singleton representing the whole system. The name comes\n# from the idea described in RFD 24, but it's not quite right. This probably\n# should be more like \"Region\" or \"AvailabilityZone\". The precise boundaries\n# have not yet been figured out.\nresource Fleet {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\n\troles = [\n\t # Roles that can be attached by users\n\t \"admin\",\n\t \"collaborator\",\n\t \"viewer\",\n\n\t # Internal-only roles\n\t \"external-authenticator\"\n\t];\n\n\t# Roles implied by other roles on this resource\n\t\"viewer\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\t\"create_child\" if \"collaborator\";\n\t\"modify\" if \"admin\";\n}\n\n# For fleets specifically, roles can be conferred by roles on the user's Silo.\nhas_role(actor: AuthenticatedActor, role: String, _: Fleet) if\n\tsilo_role in actor.confers_fleet_role(role) and\n\thas_role(actor, silo_role, actor.silo.unwrap());\n\nresource Silo {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\troles = [ \"admin\", \"collaborator\", \"viewer\" ];\n\n\t# Roles implied by other roles on this resource\n\t\"viewer\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\n\t\"create_child\" if \"collaborator\";\n\t\"modify\" if \"admin\";\n\n\t# Permissions implied by roles on this resource's parent (Fleet). Fleet\n\t# privileges allow a user to see and potentially administer the Silo,\n\t# but they do not give anyone permission to look at anything inside the\n\t# Silo. To achieve this, we use permission rules here. (If we granted\n\t# Fleet administrators _roles_ on the Silo, then those would cascade\n\t# into the Silo as well.)\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"collaborator\" on \"parent_fleet\";\n\n\t# external authenticator has to create silo users\n\t\"list_children\" if \"external-authenticator\" on \"parent_fleet\";\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\n\nhas_relation(fleet: Fleet, \"parent_fleet\", silo: Silo)\n\tif silo.fleet = fleet;\n\n# As a special case, all authenticated users can read their own Silo. That's\n# not quite the same as having the \"viewer\" role. For example, they cannot list\n# Organizations in the Silo.\n#\n# One reason this is necessary is because if an unprivileged user tries to\n# create an Organization using \"POST /organizations\", they should get back a 403\n# (which implies they're able to see /organizations, which is essentially seeing\n# the Silo itself) rather than a 404. This behavior isn't a hard constraint\n# (i.e., you could reasonably get a 404 for an API you're not allowed to call).\n# Nor is the implementation (i.e., we could special-case this endpoint somehow).\n# But granting this permission is the simplest way to keep this endpoint's\n# behavior consistent with the rest of the API.\n#\n# This rule is also used to determine if a user can list the identity providers\n# in the Silo (which they should be able to), since that's predicated on being\n# able to read the Silo.\n#\n# It's unclear what else would break if users couldn't see their own Silo.\nhas_permission(actor: AuthenticatedActor, \"read\", silo: Silo)\n\tif silo in actor.silo;\n\nresource Project {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\troles = [ \"admin\", \"collaborator\", \"viewer\" ];\n\n\t# Roles implied by other roles on this resource\n\t\"viewer\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\t\"create_child\" if \"collaborator\";\n\t\"modify\" if \"admin\";\n\n\t# Roles implied by roles on this resource's parent (Silo)\n\trelations = { parent_silo: Silo };\n\t\"admin\" if \"collaborator\" on \"parent_silo\";\n\t\"viewer\" if \"viewer\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", project: Project)\n\tif project.silo = silo;\n\n#\n# GENERAL RESOURCES OUTSIDE THE SILO/PROJECT HIERARCHY\n#\n# Many resources use snippets of Polar generated by the `authz_resource!` Rust\n# macro. Some resources require custom Polar code. Those appear here.\n#\n\nresource Certificate {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Fleet-level and silo-level roles both grant privileges on certificates.\n\t\"read\" if \"admin\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"read\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", certificate: Certificate)\n\tif certificate.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", certificate: Certificate)\n\tif certificate.silo.fleet = fleet;\n\nresource SiloUser {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\n\t# Fleet and Silo administrators can manage a Silo's users. This is one\n\t# of the only areas of Silo configuration that Fleet Administrators have\n\t# permissions on.\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\t\"read\" if \"read\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"read\" on \"parent_fleet\";\n\t\"read\" if \"read\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", user: SiloUser)\n\tif user.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", user: SiloUser)\n\tif user.silo.fleet = fleet;\n\n# authenticated actors have all permissions on themselves\nhas_permission(actor: AuthenticatedActor, _perm: String, silo_user: SiloUser)\n if actor.equals_silo_user(silo_user);\n\nhas_permission(actor: AuthenticatedActor, \"read\", silo_user: SiloUser)\n if silo_user.silo in actor.silo;\n\nresource SiloGroup {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\n\trelations = { parent_silo: Silo };\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\t\"read\" if \"read\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", group: SiloGroup)\n\tif group.silo = silo;\n\nresource SshKey {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { silo_user: SiloUser };\n\n\t\"read\" if \"read\" on \"silo_user\";\n\t\"modify\" if \"modify\" on \"silo_user\";\n}\nhas_relation(user: SiloUser, \"silo_user\", ssh_key: SshKey)\n\tif ssh_key.silo_user = user;\n\nresource IdentityProvider {\n\tpermissions = [\n\t \"read\",\n\t \"modify\",\n\t \"create_child\",\n\t \"list_children\",\n\t];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Silo-level roles grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_silo\";\n\t\"list_children\" if \"viewer\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\n\t# Fleet-level roles also grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", identity_provider: IdentityProvider)\n\tif identity_provider.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: IdentityProvider)\n\tif collection.silo.fleet = fleet;\n\nresource SamlIdentityProvider {\n\tpermissions = [\n\t \"read\",\n\t \"modify\",\n\t \"create_child\",\n\t \"list_children\",\n\t];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Silo-level roles grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_silo\";\n\t\"list_children\" if \"viewer\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\n\t# Fleet-level roles also grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", saml_identity_provider: SamlIdentityProvider)\n\tif saml_identity_provider.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SamlIdentityProvider)\n\tif collection.silo.fleet = fleet;\n\n#\n# SYNTHETIC RESOURCES OUTSIDE THE SILO HIERARCHY\n#\n# The resources here do not correspond to anything that appears explicitly in\n# the API or is stored in the database. These are used either at the top level\n# of the API path (e.g., \"/v1/system/ip-pools\") or as an implementation detail of the system\n# (in the case of console sessions and \"Database\"). The policies are\n# either statically-defined in this file or driven by role assignments on the\n# Fleet. None of these resources defines their own roles.\n#\n\n# Describes the policy for reading and modifying DNS configuration\n# (both internal and external)\nresource DnsConfig {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_fleet: Fleet };\n\t# \"external-authenticator\" requires these permissions because that's the\n\t# context that Nexus uses when creating and deleting Silos. These\n\t# operations necessarily need to read and modify DNS configuration.\n\t\"read\" if \"external-authenticator\" on \"parent_fleet\";\n\t\"modify\" if \"external-authenticator\" on \"parent_fleet\";\n\t# \"admin\" on the parent fleet also gets these permissions, primarily for\n\t# the test suite.\n\t\"read\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", dns_config: DnsConfig)\n\tif dns_config.fleet = fleet;\n\n# Describes the policy for accessing blueprints\nresource BlueprintConfig {\n\tpermissions = [\n\t \"list_children\", # list blueprints\n\t \"create_child\", # create blueprint\n\t \"read\", # read the current target\n\t \"modify\", # change the current target\n\t];\n\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", list: BlueprintConfig)\n\tif list.fleet = fleet;\n\n# Describes the policy for accessing blueprints\nresource TargetReleaseConfig {\n\tpermissions = [\n\t \"read\", # read the current target release\n\t \"modify\", # change the current target release\n\t];\n\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", resource: TargetReleaseConfig)\n\tif resource.fleet = fleet;\n\n# Describes the policy for reading and modifying low-level inventory\nresource Inventory {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", inventory: Inventory)\n\tif inventory.fleet = fleet;\n\n# Describes the policy for accessing \"/v1/system/ip-pools\" in the API\nresource IpPoolList {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"create_child\",\n\t];\n\n\t# Fleet Administrators can create or modify the IP Pools list.\n\trelations = { parent_fleet: Fleet };\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\n\t# Fleet Viewers can list IP Pools\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", ip_pool_list: IpPoolList)\n\tif ip_pool_list.fleet = fleet;\n\n# Any authenticated user can create a child of a provided IP Pool.\n# This is necessary to use the pools when provisioning instances.\nhas_permission(actor: AuthenticatedActor, \"create_child\", ip_pool: IpPool)\n\tif silo in actor.silo and silo.fleet = ip_pool.fleet;\n\n# Describes the policy for creating and managing web console sessions.\nresource ConsoleSessionList {\n\tpermissions = [ \"create_child\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: ConsoleSessionList)\n\tif collection.fleet = fleet;\n\n# Describes the policy for creating and managing device authorization requests.\nresource DeviceAuthRequestList {\n\tpermissions = [ \"create_child\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: DeviceAuthRequestList)\n\tif collection.fleet = fleet;\n\n# Describes the policy for creating and managing Silo certificates\nresource SiloCertificateList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Both Fleet and Silo administrators can see and modify the Silo's\n\t# certificates.\n\t\"list_children\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloCertificateList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloCertificateList)\n\tif collection.silo.fleet = fleet;\n\n# Describes the policy for creating and managing Silo identity providers\nresource SiloIdentityProviderList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Everyone who can read the Silo (which includes all the users in the\n\t# Silo) can see the identity providers in it.\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\n\t# Fleet and Silo administrators can manage the Silo's identity provider\n\t# configuration. This is one of the only areas of Silo configuration\n\t# that Fleet Administrators have permissions on. This is also one of\n\t# the only cases where we need to look two levels up the hierarchy to\n\t# see if somebody has the right permission. For most other things,\n\t# permissions cascade down the hierarchy so we only need to look at the\n\t# parent.\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloIdentityProviderList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloIdentityProviderList)\n\tif collection.silo.fleet = fleet;\n\n# Describes the policy for creating and managing Silo users (mostly intended for\n# API-managed users)\nresource SiloUserList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Everyone who can read the Silo (which includes all the users in the\n\t# Silo) can see the users in it.\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\n\t# Fleet and Silo administrators can manage the Silo's users. This is\n\t# one of the only areas of Silo configuration that Fleet Administrators\n\t# have permissions on. This is also one of the few cases (so far) where\n\t# we need to look two levels up the hierarchy to see if somebody has the\n\t# right permission. For most other things, permissions cascade down the\n\t# hierarchy so we only need to look at the parent.\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloUserList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloUserList)\n\tif collection.silo.fleet = fleet;\n\n# These rules grants the external authenticator role the permissions it needs to\n# read silo users and modify their sessions. This is necessary for login to\n# work.\nhas_permission(actor: AuthenticatedActor, \"read\", silo: Silo)\n\tif has_role(actor, \"external-authenticator\", silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"read\", user: SiloUser)\n\tif has_role(actor, \"external-authenticator\", user.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", user: SiloUser)\n\tif has_role(actor, \"external-authenticator\", user.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"read\", group: SiloGroup)\n\tif has_role(actor, \"external-authenticator\", group.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", group: SiloGroup)\n\tif has_role(actor, \"external-authenticator\", group.silo.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", session: ConsoleSession)\n\tif has_role(actor, \"external-authenticator\", session.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", session: ConsoleSession)\n\tif has_role(actor, \"external-authenticator\", session.fleet);\n\n# All authenticated users can read and delete device authn requests because\n# by necessity these operations happen before we've figured out what user (or\n# even Silo) the device auth is associated with. Any user can claim a device\n# auth request with the right user code (that's how it works) -- it's the user\n# code and associated logic that prevents unauthorized access here.\nhas_permission(_actor: AuthenticatedActor, \"read\", _device_auth: DeviceAuthRequest);\nhas_permission(_actor: AuthenticatedActor, \"modify\", _device_auth: DeviceAuthRequest);\n\nhas_permission(actor: AuthenticatedActor, \"read\", device_token: DeviceAccessToken)\n\tif has_role(actor, \"external-authenticator\", device_token.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", identity_provider: IdentityProvider)\n\tif has_role(actor, \"external-authenticator\", identity_provider.silo.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", saml_identity_provider: SamlIdentityProvider)\n\tif has_role(actor, \"external-authenticator\", saml_identity_provider.silo.fleet);\n\n# Describes the policy for who can access the internal database.\nresource Database {\n\tpermissions = [\n\t # \"query\" is required to perform any query against the database,\n\t # whether a read or write query. This is checked when an operation\n\t # checks out a database connection from the connection pool.\n\t #\n\t # Any authenticated user gets this permission. There's generally\n\t # some other authz check involved in the database query. For\n\t # example, if you're querying the database to \"read\" a \"Project\", we\n\t # should also be checking that. So why do we do this at all? It's\n\t # a belt-and-suspenders measure so that if we somehow introduced an\n\t # unauthenticated code path that hits the database, it cannot be\n\t # used to DoS the database because we won't allow the operation to\n\t # make the query. (As long as the code path _is_ authenticated, we\n\t # can use throttling mechanisms to prevent DoS.)\n\t \"query\",\n\n\t # \"modify\" is required to populate database data that's delivered\n\t # with the system. It should also be required for schema changes,\n\t # when we support those. This is separate from \"query\" so that we\n\t # cannot accidentally invoke these code paths from API calls and\n\t # other general functions.\n\t \"modify\"\n\t];\n}\n\n# All authenticated users have the \"query\" permission on the database.\nhas_permission(_actor: AuthenticatedActor, \"query\", _resource: Database);\n\n# The \"db-init\" user is the only one with the \"modify\" permission.\nhas_permission(USER_DB_INIT: AuthenticatedActor, \"modify\", _resource: Database);\nhas_permission(USER_DB_INIT: AuthenticatedActor, \"create_child\", _resource: IpPoolList);\n# It also has \"admin\" on the internal silo to populate it with built-in resources.\n# TODO-completeness: actually limit to just internal silo and not all silos\nhas_role(USER_DB_INIT: AuthenticatedActor, \"admin\", _silo: Silo);\n\n# Allow the internal API admin permissions on all silos.\nhas_role(USER_INTERNAL_API: AuthenticatedActor, \"admin\", _silo: Silo);\n\nresource WebhookSecret {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_webhook_receiver: WebhookReceiver };\n\n\t\"read\" if \"read\" on \"parent_webhook_receiver\";\n\t\"modify\" if \"modify\" on \"parent_webhook_receiver\";\n}\n\nhas_relation(rx: WebhookReceiver, \"parent_webhook_receiver\", secret: WebhookSecret)\n\tif secret.webhook_receiver = rx;\n\nresource WebhookEventClassList {\n\tpermissions = [ \"list_children\" ];\n\trelations = { parent_fleet: Fleet };\n\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\n\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: WebhookEventClassList)\n\tif collection.fleet = fleet;\n\n\n\n resource Disk {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Disk)\n if child.project = parent;\n \n\n resource Snapshot {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Snapshot)\n if child.project = parent;\n \n\n resource ProjectImage {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: ProjectImage)\n if child.project = parent;\n \n\n resource AffinityGroup {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: AffinityGroup)\n if child.project = parent;\n \n\n resource AntiAffinityGroup {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: AntiAffinityGroup)\n if child.project = parent;\n \n\n resource Instance {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Instance)\n if child.project = parent;\n \n\n resource IpPool {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: IpPool)\n if child.fleet = fleet;\n \n\n resource InstanceNetworkInterface {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Instance\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InstanceNetworkInterface)\n if has_relation(project, \"containing_project\", child.instance);\n\n has_relation(parent: Instance, \"parent\", child: InstanceNetworkInterface)\n if child.instance = parent;\n \n\n resource Vpc {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Vpc)\n if child.project = parent;\n \n\n resource VpcRouter {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Vpc\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: VpcRouter)\n if has_relation(project, \"containing_project\", child.vpc);\n\n has_relation(parent: Vpc, \"parent\", child: VpcRouter)\n if child.vpc = parent;\n \n\n resource InternetGateway {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Vpc\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InternetGateway)\n if has_relation(project, \"containing_project\", child.vpc);\n\n has_relation(parent: Vpc, \"parent\", child: InternetGateway)\n if child.vpc = parent;\n \n\n resource InternetGatewayIpPool {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: InternetGateway\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InternetGatewayIpPool)\n if has_relation(project, \"containing_project\", child.internet_gateway);\n\n has_relation(parent: InternetGateway, \"parent\", child: InternetGatewayIpPool)\n if child.internet_gateway = parent;\n \n\n resource InternetGatewayIpAddress {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: InternetGateway\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InternetGatewayIpAddress)\n if has_relation(project, \"containing_project\", child.internet_gateway);\n\n has_relation(parent: InternetGateway, \"parent\", child: InternetGatewayIpAddress)\n if child.internet_gateway = parent;\n \n\n resource RouterRoute {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: VpcRouter\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: RouterRoute)\n if has_relation(project, \"containing_project\", child.vpc_router);\n\n has_relation(parent: VpcRouter, \"parent\", child: RouterRoute)\n if child.vpc_router = parent;\n \n\n resource VpcSubnet {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Vpc\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: VpcSubnet)\n if has_relation(project, \"containing_project\", child.vpc);\n\n has_relation(parent: Vpc, \"parent\", child: VpcSubnet)\n if child.vpc = parent;\n \n\n resource FloatingIp {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: FloatingIp)\n if child.project = parent;\n \n\n resource Image {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_silo: Silo };\n \"list_children\" if \"viewer\" on \"containing_silo\";\n \"read\" if \"viewer\" on \"containing_silo\";\n \"modify\" if \"collaborator\" on \"containing_silo\";\n \"create_child\" if \"collaborator\" on \"containing_silo\";\n }\n\n has_relation(parent: Silo, \"containing_silo\", child: Image)\n if child.silo = parent;\n \n\n resource SiloImage {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_silo: Silo };\n \"list_children\" if \"viewer\" on \"containing_silo\";\n \"read\" if \"viewer\" on \"containing_silo\";\n \"modify\" if \"collaborator\" on \"containing_silo\";\n \"create_child\" if \"collaborator\" on \"containing_silo\";\n }\n\n has_relation(parent: Silo, \"containing_silo\", child: SiloImage)\n if child.silo = parent;\n \n\n resource AddressLot {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: AddressLot)\n if child.fleet = fleet;\n \n\n resource Blueprint {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Blueprint)\n if child.fleet = fleet;\n \n\n resource LoopbackAddress {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: LoopbackAddress)\n if child.fleet = fleet;\n \n\n\n resource ConsoleSession {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: ConsoleSession)\n if child.fleet = fleet;\n \n\n resource DeviceAuthRequest {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: DeviceAuthRequest)\n if child.fleet = fleet;\n \n\n resource DeviceAccessToken {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: DeviceAccessToken)\n if child.fleet = fleet;\n \n\n resource PhysicalDisk {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: PhysicalDisk)\n if child.fleet = fleet;\n \n\n resource Rack {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Rack)\n if child.fleet = fleet;\n \n\n resource RoleBuiltin {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: RoleBuiltin)\n if child.fleet = fleet;\n \n\n\n\n\n\n resource SupportBundle {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: SupportBundle)\n if child.fleet = fleet;\n \n\n\n\n resource Sled {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Sled)\n if child.fleet = fleet;\n \n\n resource TufRepo {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: TufRepo)\n if child.fleet = fleet;\n \n\n resource TufArtifact {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: TufArtifact)\n if child.fleet = fleet;\n \n\n resource WebhookEvent {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: WebhookEvent)\n if child.fleet = fleet;\n \n\n resource WebhookReceiver {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: WebhookReceiver)\n if child.fleet = fleet;\n \n\n\n resource Zpool {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Zpool)\n if child.fleet = fleet;\n \n\n resource Service {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Service)\n if child.fleet = fleet;\n \n\n resource UserBuiltin {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: UserBuiltin)\n if child.fleet = fleet;\n "} {"msg":"Setting up resolver using DNS address: [::1]:39366","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:38.989641184Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"new DNS resolver","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:38.989717827Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","addresses":"[[::1]:39366]"} {"msg":"Setting up qorb database pool from a single host","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:38.989837606Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","url":"PostgresConfigWithUrl {\n url_raw: \"postgresql://root@[::1]:49813/omicron?sslmode=disable\",\n config: Config {\n user: Some(\n \"root\",\n ),\n password: None,\n dbname: Some(\n \"omicron\",\n ),\n options: None,\n application_name: None,\n ssl_mode: Disable,\n host: [\n Tcp(\n \"::1\",\n ),\n ],\n hostaddr: [],\n port: [\n 49813,\n ],\n connect_timeout: None,\n tcp_user_timeout: None,\n keepalives: true,\n keepalives_idle: 7200s,\n keepalives_interval: None,\n keepalives_retries: None,\n target_session_attrs: Any,\n channel_binding: Prefer,\n load_balance_hosts: Disable,\n },\n}"} {"msg":"registered USDT probes","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:38.993296948Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"Database schema version is up to date","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:39.087937313Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"desired_version":"140.0.0","found_version":"140.0.0","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"registered USDT probes","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:39.172131304Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"e4f26eb3-2f26-4cec-aa27-3082b89e6881","component":"clickhouse-client","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:39.238992501Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/bgtasks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:39.23905242Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/bgtasks/activate","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:39.239104744Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/bgtasks/view/{bgtask_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:39.239145155Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/clickhouse/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:39.239179744Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/clickhouse/policy","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:39.239247749Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/downstairs/{downstairs_id}/stop-request","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:39.239287348Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/downstairs/{downstairs_id}/stopped","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:39.239324001Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/repair/{repair_id}/progress","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:39.239359893Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/repair-finish","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:39.239384772Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/repair-start","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:39.239419932Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/demo-saga","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:39.239471225Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/demo-saga/{demo_saga_id}/complete","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:39.239497918Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/deployment/blueprints/all","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:39.239530894Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/deployment/blueprints/all/{blueprint_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:39.239566545Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/deployment/blueprints/all/{blueprint_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:39.239617937Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/deployment/blueprints/import","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:39.239647075Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/deployment/blueprints/regenerate","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:39.239680522Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/deployment/blueprints/target","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:39.239716363Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/deployment/blueprints/target","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:39.239740802Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/deployment/blueprints/target/enabled","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:39.239773246Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/disk/{disk_id}/remove-read-only-parent","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:39.239809549Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/disks/{disk_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:39.23983531Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/experimental/v1/system/support-bundles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:39.239870059Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/experimental/v1/system/support-bundles","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:39.239906091Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:39.239948556Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:39.239973736Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:39.240012844Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:39.240049216Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download/{file}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:39.240084917Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download/{file}","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:39.240109917Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/index","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:39.240143033Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/instances/{instance_id}/migrate","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:39.240178654Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/metrics/collectors","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:39.240212031Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/metrics/collectors/{collector_id}/producers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:39.240237842Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/metrics/producers","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:39.240270086Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/mgs-updates","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:39.240306519Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/nat/ipv4/changeset/{from_gen}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:39.240331799Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/oximeter/read-policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:39.2404023Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/oximeter/read-policy","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:39.240446207Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/physical-disk/expunge","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:39.240469814Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/probes/{sled}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:39.240502359Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/racks/{rack_id}/initialization-complete","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:39.240538681Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/sagas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:39.240575465Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/sagas/{saga_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:39.240598761Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/sled-agents/{sled_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:39.240631256Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/sled-agents/{sled_id}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:39.240667548Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/sled-agents/{sled_id}/firewall-rules-update","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:39.240693029Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/sleds/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:39.240726395Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/sleds/expunge","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:39.240762948Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/sleds/uninitialized","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:39.240787217Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/switch/{switch_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:39.240822918Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/ping","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:39.240860262Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/vmms/{propolis_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:39.240884511Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/volume/{volume_id}/remove-read-only-parent","method":"POST"} {"msg":"listening","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:39.240917897Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:39.24144111Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"SEC running","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:39.241748071Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"sec_id":"fe47fe02-cbe0-4332-951f-a8222198c1ad","component":"SEC","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:39.242768765Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:39.242907942Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:39.249770104Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create built-in users","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:39.250119611Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:39.25185087Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:39.251980028Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:39.252571085Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"starting MgsUpdateDriver","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:39.252987775Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"MgsUpdateDriver","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:39.261652469Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:52399","req_id":"2114c240-43d4-4a80-8cb6-770e0381f175","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 79 (0x4f) bytes\n0000: e9 26 01 00 00 01 00 00 00 00 00 01 10 5f 63 72 .&..........._cr\n0010: 75 63 69 62 6c 65 2d 70 61 6e 74 72 79 04 5f 74 ucible-pantry._t\n0020: 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 cp.control-plane\n0030: 05 6f 78 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 .oxide.internal.\n0040: 00 21 00 01 00 00 29 04 d0 00 00 00 00 00 00 .!....)........"} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:39.262000082Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:52399","req_id":"2114c240-43d4-4a80-8cb6-770e0381f175","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 59686,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 16,\n 95,\n 99,\n 114,\n 117,\n 99,\n 105,\n 98,\n 108,\n 101,\n 45,\n 112,\n 97,\n 110,\n 116,\n 114,\n 121,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59686,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 16,\n 95,\n 99,\n 114,\n 117,\n 99,\n 105,\n 98,\n 108,\n 101,\n 45,\n 112,\n 97,\n 110,\n 116,\n 114,\n 121,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_crucible-pantry._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_delete_snapshot_then_disk","level":50,"time":"2025-04-30T06:44:39.263669017Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:52399","req_id":"2114c240-43d4-4a80-8cb6-770e0381f175","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"created 5 built-in users","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:39.280984487Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:39.281217622Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:39.281358282Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:39.283457915Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create built-in roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:39.283812742Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:39.283958553Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:39.284104884Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:39.284614961Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created 10 built-in roles","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:39.292351375Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:39.292434641Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:39.292479831Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:39.294328835Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create built-in role assignments","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:39.294402953Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:39.294442151Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:39.294467481Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:39.294754413Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created 4 built-in role assignments","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:39.710921298Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:39.711084073Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:39.711121137Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:39.713275669Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create built-in silos","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:39.713384707Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:39.713429636Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:39.713456309Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:39.713663682Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created 2 built-in silos","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:39.847668989Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:39.847728107Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:39.847781683Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:39.848436168Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:39.858659056Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:39.858728534Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:39.860455014Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create built-in projects","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:39.860515385Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:39.860761555Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:39.860818028Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:39.861192955Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:39.866507564Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:39.866551401Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:39.866669396Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:39.86670627Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:39.86713819Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:39.935561539Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:39.935638603Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:39.935666408Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:39.936250953Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:39.949447075Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:39.953876741Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:39.953944195Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:39.953973524Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:39.953998373Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:39.95408187Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:39.954780662Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:39.958399522Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:39.958498299Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:39.958530453Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:39.958949699Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:39.962229443Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:39.965798765Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:39.965860217Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:39.965890528Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:39.966365224Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created built-in services project","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:39.984404886Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:39.984459986Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:39.984492431Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:39.986728125Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create built-in VPCs","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:39.986849828Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:39.986977512Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:39.987088654Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:39.987678048Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:39.992067544Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:39.992128876Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:39.993170672Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:39.996187813Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:39.996583642Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:39.996635305Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:39.996664393Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:39.997510629Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:39.999738838Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:39.999856833Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:39.99995047Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.001253165Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.005177484Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.005262524Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.005294898Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.006428467Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.008686255Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.015471825Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"successful lookup of siloed resource \"Project\" using built-in user","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.015557446Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.015681283Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.015723637Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.015749779Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.015773737Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.016395255Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.018407214Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.018461322Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.018490119Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.019261977Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.021124177Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.021240188Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.021328384Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.022464618Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.025223024Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.033546137Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.033648371Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.033731406Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.034673052Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.053644281Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.05393952Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.053983167Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.054009729Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.054580457Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.057197721Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.057241248Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.057264955Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.058155199Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.060396515Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.060448288Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.060476163Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.060998735Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.064478989Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.075952008Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.076243589Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.076342105Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.077081088Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.085428008Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.085497667Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.08618145Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.093411515Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.093823756Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.0945683Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.099986135Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.100122316Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.100158658Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.10018485Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.100859194Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.103551168Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.103592199Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.10361768Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.104261102Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.106198352Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.106288782Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.106328652Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.107261701Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.109654268Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.116353646Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.116497302Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.116538564Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.11715861Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.169679103Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.16975783Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.169790205Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.169849342Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.170406973Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.172688409Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.172750613Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.172777777Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.173543944Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.175689699Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.175741743Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.175767795Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.17640302Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.179429841Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.186386542Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.186446882Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.186474477Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.186958702Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.244904415Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.244986248Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.245020115Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.24504749Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.245724849Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.249147749Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.249319291Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.249451414Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.250359293Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.253707805Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.253747594Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.253773987Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.256614827Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.259538973Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.277933884Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.278008633Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.278035847Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.278481725Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create built-in VPC firewall rules","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.297952289Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.298044283Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.298077128Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.298848755Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.303631735Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.303686635Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.304794271Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.306862021Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.306915067Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.30767954Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.316181019Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.316245056Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.316279194Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.316303944Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.317291261Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.34801722Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.348141318Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.348172299Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.348718538Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.353497089Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.357316599Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.357361939Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.357952927Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.401140204Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.408031455Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.408144079Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.408171895Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.408201724Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.408227646Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.408250812Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.408597172Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.417440191Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.417486012Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.417511924Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.418403611Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.423257542Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.423308584Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.423334265Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.423948539Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.446433037Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.453134309Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.45319489Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.453222806Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.453570348Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.467588909Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.467653688Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.467683698Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.467708868Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.468356509Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.474523877Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.474638214Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.474727983Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.474945787Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.477670246Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.477718862Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.477745275Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.478131915Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.482077256Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.491120134Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.491245153Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.491325593Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.491794658Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created built-in VPC firewall rules","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:40.571178204Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"attempting to create built-in VPC Subnets","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.571237272Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.571259466Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.571283354Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.571912567Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.577084923Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.577156085Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.577565691Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.580066023Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.580155551Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.58056164Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.582671343Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.582779058Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.582867364Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.582894859Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.58326207Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.585077237Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.585131064Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.585160493Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.585546101Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.588453714Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.588529325Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.588560317Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.588899683Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.591234956Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.596399065Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.596484826Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.59651192Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.59653686Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.596934853Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.602889627Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.602948374Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.602977612Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.603002773Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.603724901Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.605863292Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.605918742Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.605947911Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.606651222Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.609457704Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.609628604Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.609674526Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.610019373Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.613478374Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.619530242Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.626851219Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.626934635Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.626964906Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.626989344Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.627658888Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.631031338Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.631089353Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.631116988Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.631782033Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.634274309Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.634329038Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.634356072Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.635164272Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.643443137Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.651068591Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.651139853Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.651166926Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.652429222Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.712607954Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.71271167Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.713652645Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.73355533Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.733625009Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.733656381Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.733683395Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.734155736Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.736393806Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.736450569Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.736480598Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.736862509Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.739464063Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.739521337Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.7395529Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.740460087Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.74289584Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.758435522Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.764057163Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.764207282Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.764330818Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.764418503Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.765207295Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.767957043Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.768098856Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.768186751Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.768679082Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.770691091Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.770814667Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.770907863Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.771498209Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.775603168Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.783696834Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.783913355Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.783949497Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.784374153Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.809417611Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.809475907Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.810374537Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.814757039Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.814818281Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.814850185Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.814879022Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.81622801Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.8182556Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.818315359Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.81834621Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.818884703Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.821373572Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.821422219Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.821451207Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.822613773Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.825208062Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.850169927Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.866806895Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.866890111Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.866923137Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.866948788Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.869748326Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.872402825Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.872578054Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.872814164Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.874304774Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.877208219Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.877258309Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.877285814Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.877817964Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.888616469Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.904131802Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.906280644Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.906379371Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.907034897Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.913529487Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.913597352Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.914102058Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created built-in services vpc subnets","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:40.918923414Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"created built-in services vpc","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:40.918972321Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.918995638Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.919020758Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.922058881Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create silo users","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.92211865Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.922145884Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.922173068Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.922792312Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created 2 silo users","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:40.941217884Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"attempting to create silo user role assignments","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.941356781Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.941549866Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.942860868Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.944000077Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created 2 silo user role assignments","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:40.953524354Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.953576648Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.953605175Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.954467223Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.969082192Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.969158283Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.969777627Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.979487804Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"IpPoolList","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.979545139Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.979574257Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.979598755Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.980636413Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.98295379Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.985719651Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"IpPoolList","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.986050741Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.986088225Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.986465136Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.993019135Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"IpPoolList","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.993144254Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.99317748Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.993203502Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.993840842Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.996507265Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.998280828Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"IpPoolList","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:40.998331289Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.9983572Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:40.998717979Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:41.055501918Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.055646506Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.056370568Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"populate complete","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:41.060399646Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"activating background tasks","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:41.060456539Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"Running step start_sled1","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.065138919Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"init_with_steps"} {"msg":"setting up sled agent server","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:41.065340661Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"created simulated sled agent","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:41.132950659Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","sim_mode":"Explicit"} {"msg":"registered sled b6d65341-167c-41df-9b5c-41cded99c229 storage","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:41.134608673Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"omicron_sled_agent::sim::SimulatedUpstairs"} {"msg":"activating","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.13506927Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","iteration":1,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.135122456Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:41.135149851Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.13517955Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.13606283Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.136110485Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","iteration":1,"reason":"Timeout"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:41.136140976Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.136407356Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","iteration":1,"reason":"Timeout"} {"msg":"DNS propagation: skipped","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:44:41.136451334Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","reason":"no config nor servers"} {"msg":"activation complete","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.136476915Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","status":"{\"error\":\"no config nor servers\"}","iteration":1,"elapsed":"106.161µs"} {"msg":"activating","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.136616072Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","iteration":1,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.142265047Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:41.142327532Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.142360798Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.142827568Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.142875895Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","iteration":1,"reason":"Timeout"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:41.14290376Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.14300932Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","iteration":1,"reason":"Timeout"} {"msg":"DNS propagation: skipped","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:44:41.143051735Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","reason":"no config nor servers"} {"msg":"activation complete","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.14307922Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","status":"{\"error\":\"no config nor servers\"}","iteration":1,"elapsed":"48.347µs"} {"msg":"activating","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.143107596Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","iteration":1,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:41.143149931Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","expiration":"2025-04-30 06:34:41.143068178 UTC"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:41.143404788Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.143447824Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.145345104Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.145395885Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:41.145491937Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:41.145535323Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:41.145564231Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.145591756Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.146280849Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.146327782Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:41.146357852Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.146385547Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.146969351Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.147017196Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:41.147051895Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.147080141Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.147513595Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.147558354Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","iteration":1,"reason":"Timeout"} {"msg":"activating","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.147584145Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:41.147611219Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:41.147638534Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:41.147668143Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.147697692Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.148327196Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.148373328Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","iteration":1,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:44:41.148400682Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","reason":"no blueprint"} {"msg":"activation complete","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.148425392Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","status":"{\"error\":\"no blueprint\"}","iteration":1,"elapsed":"63.697µs"} {"msg":"activating","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.148547455Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","iteration":1,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:44:41.148586823Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","reason":"no blueprint"} {"msg":"activation complete","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.148610981Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","status":"{\"error\":\"no blueprint\"}","iteration":1,"elapsed":"37.434µs"} {"msg":"activating","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.148637985Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:41.148671732Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:41.148707233Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:41.148736652Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.148763175Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.149185446Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.149229834Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:41.149257049Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:41.149298962Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:41.149329092Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.149355244Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.149785241Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.14984478Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","iteration":1,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.149872805Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","status":"{\"error\":\"task disabled\"}","iteration":1,"elapsed":"21.643µs"} {"msg":"activating","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.149899078Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","iteration":1,"reason":"Timeout"} {"msg":"Blueprint rendezvous: skipped","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:44:41.149941703Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","reason":"no blueprint"} {"msg":"activation complete","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.149967474Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","status":"{\"error\":\"no blueprint\"}","iteration":1,"elapsed":"21.834µs"} {"msg":"activating","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.149994528Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","iteration":1,"reason":"Timeout"} {"msg":"Decommissioned Disk Cleaner disabled","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:41.15002064Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"activation complete","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.15004565Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":1,"elapsed":"101.272µs"} {"msg":"activating","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.150073606Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:41.150099728Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:41.15012628Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:41.150153885Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.150179336Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.150514795Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.150559474Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:41.150585055Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:41.150612539Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:41.150638832Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.150665024Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.151056915Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.151108888Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:41.152594097Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.152642334Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.153527597Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.153740462Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:41.153822976Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.153855621Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.15444719Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.154504033Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:41.154531257Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.154555606Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.155001604Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.155048718Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:41.155202555Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:41.155288917Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:41.155324638Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.15535073Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.155744344Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.155871137Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","iteration":1,"reason":"Timeout"} {"msg":"background instance updater explicitly disabled","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:41.155909653Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"activation complete","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.156282937Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","status":"{\"destroyed_active_vmms\":0,\"disabled\":true,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":1,"elapsed":"408.373µs"} {"msg":"activating","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.156330442Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:41.156470781Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.156510911Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.156950247Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.156993523Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","iteration":1,"reason":"Timeout"} {"msg":"starting background task for service firewall rule propagation","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.157018874Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:41.15704237Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.157066639Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.157521405Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.157576004Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","iteration":1,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:41.157603508Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:41.157623899Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:41.157647797Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:41.157672015Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.157695251Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.158101871Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.158154376Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:41.158237451Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.158279145Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.158675083Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.158725835Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","iteration":1,"reason":"Timeout"} {"msg":"listing candidate sagas for recovery","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.158750945Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:41.158770594Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000003a8a, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.158793309Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.159149719Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000003a8a, .. })"} {"msg":"activating","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.159201683Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:41.159228055Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.159252644Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.159634766Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.159685817Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:41.159711639Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.159735657Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.160126345Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.160176144Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:41.160215733Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.160243118Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.160669788Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.160720358Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:41.160746982Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.16077134Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.161414211Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.161463439Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:41.16148914Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.161513559Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.162080909Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.162134175Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:41.162160829Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:41.162185377Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:41.162209606Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.162233944Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.162630865Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.16268376Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:41.162709211Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.162734061Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.163179218Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.163244137Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:41.163272183Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.163296942Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.164677593Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.164739316Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:41.164769396Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.164797061Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.164820858Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"No ledger in /var/tmp/omicron_tmp/.tmp2iYcJv/artifact-config.json","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:41.165724038Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.165913796Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmp2iYcJv/artifact-config.json"} {"msg":"No ledger in /var/tmp/omicron_tmp/.tmplvCHbI/artifact-config.json","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:41.166015849Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.166099777Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmplvCHbI/artifact-config.json"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.220256911Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:63914","component":"dropshot (Repo Depot)","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifact/sha256/{sha256}","method":"GET"} {"msg":"listening","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:41.220433713Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:63914","component":"dropshot (Repo Depot)","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.223131739Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:63914","component":"dropshot (Repo Depot)","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.241284217Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.241364847Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts/{sha256}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.241398114Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts/{sha256}/copy-from-depot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.241427352Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts-config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.241453795Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.241477482Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/boot-disk/{boot_disk}/os/write","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.241501069Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/boot-disk/{boot_disk}/os/write/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.24152672Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/boot-disk/{boot_disk}/os/write/status/{update_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.241568223Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/bootstore/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.241595066Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/datasets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.241618413Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/disks/{disk_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.241641819Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/disks/{disk_id}/poke","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.241664665Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/eip-gateways","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.241688192Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/inventory","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.241710987Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/network-bootstore-config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.241733823Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/network-bootstore-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.241756919Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/omicron-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.241779163Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/omicron-physical-disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.241801658Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/sled-identifiers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.241824203Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/sled-role","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.241846617Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/sleds","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.241869012Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/dladm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.241891136Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/ipadm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.241913881Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/logs/download/{zone}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.241938691Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/logs/zones","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.241961486Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/nvmeadm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.241983851Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pargs-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.242006155Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pfiles-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.242031375Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pstack-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.24205376Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zfs-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.242076485Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zoneadm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.24209909Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zpool-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.242121435Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.2421443Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.242167687Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.242190963Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.242219661Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.242291564Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download/{file}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.242318588Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download/{file}","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.242345652Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/index","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.242369299Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/index","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.242393096Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/switch-ports","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.24241534Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/timesync","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.242444138Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.242466913Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.242488707Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.24251063Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.242532764Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.242554868Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/disks/{disk_id}/snapshot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.242579357Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/external-ip","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.242601481Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/external-ip","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.242623445Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/poke","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.242645198Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/poke-single-step","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.242667222Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/sim-migration-source","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.242689757Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/state","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.242711811Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/state","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.242733915Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vpc/{vpc_id}/firewall/rules","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.242797181Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vpc-routes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.24282656Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vpc-routes","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.242849175Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.242873293Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.242895637Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/context","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.242918072Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/context","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.242939635Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.242961709Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.243020787Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.243058141Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}/{bundle_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.243084404Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}/{bundle_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.243106968Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zpools","method":"GET"} {"msg":"listening","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:41.243128702Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.244964459Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"contacting server nexus","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.246123799Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.246827181Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","body":"Some(Body)","uri":"http://127.0.0.1:33167/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:41.247779679Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:41.247838095Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:41.247869778Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.247898345Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.248895191Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:41.249355067Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","remote_addr":"127.0.0.1:39863"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:41.249719063Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:52090","req_id":"47d5cd0d-10ee-4f01-907a-4cbc2395d0ca","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 75 (0x4b) bytes\n0000: 02 b0 01 00 00 01 00 00 00 00 00 01 0c 5f 6e 61 ............._na\n0010: 6d 65 73 65 72 76 69 63 65 04 5f 74 63 70 0d 63 meservice._tcp.c\n0020: 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 ontrol-plane.oxi\n0030: 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 de.internal..!..\n0040: 00 00 29 04 d0 00 00 00 00 00 00 ..)........"} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.249797399Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:52090","req_id":"47d5cd0d-10ee-4f01-907a-4cbc2395d0ca","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 688,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 12,\n 95,\n 110,\n 97,\n 109,\n 101,\n 115,\n 101,\n 114,\n 118,\n 105,\n 99,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 688,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 12,\n 95,\n 110,\n 97,\n 109,\n 101,\n 115,\n 101,\n 114,\n 118,\n 105,\n 99,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nameservice._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_delete_snapshot_then_disk","level":50,"time":"2025-04-30T06:44:41.250213307Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:52090","req_id":"47d5cd0d-10ee-4f01-907a-4cbc2395d0ca","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:41.250331403Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:52465","req_id":"13b20bf8-6733-44b0-a60e-3bf9a6d162af","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 76 (0x4c) bytes\n0000: 4c 41 01 00 00 01 00 00 00 00 00 01 0d 5f 65 78 LA..........._ex\n0010: 74 65 72 6e 61 6c 2d 64 6e 73 04 5f 74 63 70 0d ternal-dns._tcp.\n0020: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0030: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 ide.internal..!.\n0040: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.250728694Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:52465","req_id":"13b20bf8-6733-44b0-a60e-3bf9a6d162af","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 19521,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 13,\n 95,\n 101,\n 120,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 45,\n 100,\n 110,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19521,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 13,\n 95,\n 101,\n 120,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 45,\n 100,\n 110,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_external-dns._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_delete_snapshot_then_disk","level":50,"time":"2025-04-30T06:44:41.251041878Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:52465","req_id":"13b20bf8-6733-44b0-a60e-3bf9a6d162af","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:41.252013875Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:41.252083965Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:41.25211181Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.252139405Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.252915812Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to lookup DNS servers","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:44:41.254256132Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","error":"no record found for Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.254314839Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","status":"{\"error\":\"failed to read list of DNS servers: no record found for Query { name: Name(\\\"_nameservice._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"118.181129ms"} {"msg":"failed to lookup DNS servers","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:44:41.254531561Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","error":"no record found for Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.254578725Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","status":"{\"error\":\"failed to read list of DNS servers: no record found for Query { name: Name(\\\"_external-dns._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"111.752409ms"} {"msg":"incoming request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:41.255183661Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"18495399-f68e-4385-b5c3-a007c4294ccf","remote_addr":"127.0.0.1:39863","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"registered sled agent","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:41.261617259Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","sled_uuid":"b6d65341-167c-41df-9b5c-41cded99c229"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:41.325611954Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:41.334166298Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:41.341059012Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","pruned":"{}","expiration":"2025-04-30 06:34:41.143068178 UTC"} {"msg":"activation complete","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.345838204Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","status":"{\"expiration\":\"2025-04-30T06:34:41.143068178Z\",\"pruned\":[]}","iteration":1,"elapsed":"194.325952ms"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:41.345920969Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:63130","req_id":"6b0eabb0-1cf0-4bad-81b9-becf40f449d7","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 42 8f 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 B............_de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.345958884Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:63130","req_id":"6b0eabb0-1cf0-4bad-81b9-becf40f449d7","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 17039,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 17039,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_dendrite._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_delete_snapshot_then_disk","level":50,"time":"2025-04-30T06:44:41.346070557Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:63130","req_id":"6b0eabb0-1cf0-4bad-81b9-becf40f449d7","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:41.346095226Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:56205","req_id":"6d6f4b9b-26cb-4d7b-9a76-a2b84adfe1e2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 7f c4 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.34612255Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:56205","req_id":"6d6f4b9b-26cb-4d7b-9a76-a2b84adfe1e2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 32708,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32708,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_dendrite._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_delete_snapshot_then_disk","level":50,"time":"2025-04-30T06:44:41.346226507Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:56205","req_id":"6d6f4b9b-26cb-4d7b-9a76-a2b84adfe1e2","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_delete_snapshot_then_disk","level":50,"time":"2025-04-30T06:44:41.346247579Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","error":"no record found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_delete_snapshot_then_disk","level":50,"time":"2025-04-30T06:44:41.346273661Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","error":"no record found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.346296908Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","status":"{\"error\":\"failed to resolve addresses for Dendrite services: no record found for Query { name: Name(\\\"_dendrite._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"199.003882ms"} {"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_delete_snapshot_then_disk","level":50,"time":"2025-04-30T06:44:41.346324132Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","error":"no record found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_delete_snapshot_then_disk","level":50,"time":"2025-04-30T06:44:41.34634803Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","error":"no record found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.346370434Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","status":"{\"error\":\"failed to resolve addresses for Dendrite services: no record found for Query { name: Name(\\\"_dendrite._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"198.550238ms"} {"msg":"activation complete","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.354134373Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":1,"elapsed":"206.505809ms"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.427021927Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.432937684Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:41.433008876Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.433039256Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.433417991Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.433540154Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.437393632Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:41.43746767Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.437499563Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.438020711Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.438078707Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.441409914Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:41.441469593Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.441497358Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.44191471Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.491245468Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.497566863Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:41.497669598Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.49776081Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.498582086Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.523449022Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.527527087Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:41.528087574Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.528134898Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.528159938Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.52818616Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.551182719Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:41.551251757Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.551281637Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.551809739Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:41.554703595Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.554764275Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.555235234Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.55659851Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.562233267Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:41.562315451Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:41.562348537Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:41.562376212Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.562402614Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.562729105Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.705184558Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":1,"elapsed":"545.946843ms"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.796329979Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.801210153Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:41.801271475Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.801300403Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.801787273Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed in-progress sagas","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:41.835896062Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","count":0} {"msg":"activation complete","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.836182703Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","status":"{\"last_pass\":{\"Success\":{\"nfailed\":0,\"nfound\":0,\"nrecovered\":0,\"nremoved\":0,\"nskipped\":0}},\"ntotal_failures\":0,\"ntotal_finished\":0,\"ntotal_recovered\":0,\"ntotal_sec_errors_bad_state\":0,\"ntotal_sec_errors_missing\":0,\"ntotal_started\":0,\"recent_failures\":[],\"recent_recoveries\":[]}","iteration":1,"elapsed":"677.434114ms"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:41.947689083Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.949406104Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.95008692Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.952371362Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":1,"elapsed":"790.857923ms"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:41.961391313Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.961462886Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.962067761Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.963081731Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:41.963135228Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.963163865Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":1,"elapsed":"805.0347ms"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:41.966048082Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.966107941Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.966585573Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.975602308Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.982791993Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:41.987527117Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.98765873Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.988212313Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:41.989302465Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","status":"{\"by_rx\":{},\"error\":null}","iteration":1,"elapsed":"825.469825ms"} {"msg":"activation complete","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:42.081760271Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":1,"elapsed":"921.510049ms"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:42.081870741Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:42.088151104Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:42.088212567Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:42.088244751Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:42.088272696Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:42.088297656Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:42.088829195Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:42.130439451Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:42.148892317Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:42.149653985Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":1,"elapsed":"986.974542ms"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:42.348268812Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:42.348354723Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:42.3529106Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"no more instances in need of reincarnation","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:42.353135478Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","reincarnation_reason":"instance failed","total_found":0} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:42.353188324Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:42.353217331Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:42.353647358Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to read target blueprint","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:44:42.369561276Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","error":"Internal Error: no target blueprint set"} {"msg":"activation complete","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:42.369635223Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","status":"{\"error\":\"failed to read target blueprint: Internal Error: no target blueprint set\"}","iteration":1,"elapsed":"1.221981458s"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:42.369732497Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:42.369832747Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:42.369878518Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:42.369906053Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:42.37101898Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to read DNS config","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:44:42.375329098Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","error":"Internal Error: expected exactly one latest version for DNS group Internal, found 0"} {"msg":"activation complete","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:42.375389338Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","status":"{\"error\":\"failed to read DNS config: Internal Error: expected exactly one latest version for DNS group Internal, found 0\"}","iteration":1,"elapsed":"1.240352212s"} {"msg":"inventory collection is None","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:44:42.375683674Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"activation complete","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:42.375734345Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","status":"{\"error\":\"inventory collection is None\"}","iteration":1,"elapsed":"1.225637734s"} {"msg":"failed to read DNS config","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:44:42.376358789Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","error":"Internal Error: expected exactly one latest version for DNS group External, found 0"} {"msg":"activation complete","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:42.376415663Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","status":"{\"error\":\"failed to read DNS config: Internal Error: expected exactly one latest version for DNS group External, found 0\"}","iteration":1,"elapsed":"1.239795692s"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:42.380840228Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","candidates":"[]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:42.38089659Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:42.381527237Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:57578","req_id":"32664069-6317-4ac9-8bb0-c57e0fb971f4","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 36 8b 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 6............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:42.381591365Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:57578","req_id":"32664069-6317-4ac9-8bb0-c57e0fb971f4","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 13963,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 13963,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_delete_snapshot_then_disk","level":50,"time":"2025-04-30T06:44:42.382012594Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:57578","req_id":"32664069-6317-4ac9-8bb0-c57e0fb971f4","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"inventory collection failed","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:44:42.382494043Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","error":"failed to collect inventory: looking up MGS addresses: no record found for Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:42.382550927Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","status":"{\"error\":\"failed to collect inventory: looking up MGS addresses: no record found for Query { name: Name(\\\"_mgs._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"1.233926008s"} {"msg":"activation complete","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:42.390414023Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","status":"{}","iteration":1,"elapsed":"1.239834921s"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:42.439820713Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:42.439947946Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:42.440574054Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:42.440949041Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","iteration":2,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:42.441042968Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:42.441151525Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:42.441186735Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:42.441211765Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:42.441520921Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:42.441586792Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"18495399-f68e-4385-b5c3-a007c4294ccf","remote_addr":"127.0.0.1:39863","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","latency_us":1186454,"response_code":"204"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:42.441960496Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","result":"Ok(Response { url: \"http://127.0.0.1:33167/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229\", status: 204, headers: {\"x-request-id\": \"18495399-f68e-4385-b5c3-a007c4294ccf\", \"date\": \"Wed, 30 Apr 2025 06:44:42 GMT\"} })"} {"msg":"Running step start_crucible_pantry","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:42.442210955Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"init_with_steps"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:42.443512729Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:35513","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:42.443589783Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:35513","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/job/{id}/is-finished","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:42.443624061Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:35513","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/job/{id}/ok","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:42.443649371Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:35513","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:42.44367401Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:35513","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:42.44369907Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:35513","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:42.443725162Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:35513","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/background","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:42.443750082Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:35513","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/bulk-write","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:42.443773839Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:35513","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/import-from-url","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:42.443797506Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:35513","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/scrub","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:42.443823799Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:35513","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/snapshot","method":"POST"} {"msg":"listening","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:42.443847937Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:35513","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:42.44451217Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:35513","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Started Simulated Crucible Pantry","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:42.444566899Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","address":"[::1]:35513"} {"msg":"Running step populate_internal_dns","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:42.444590757Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"init_with_steps"} {"msg":"Populating Internal DNS","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:42.444608733Z","hostname":"bmat-EVT22200007-000064cb","pid":27518} {"msg":"DNS population: DnsConfigParams {\n generation: Generation(\n 1,\n ),\n time_created: 2025-04-30T06:44:42.518847489Z,\n zones: [\n DnsConfigZone {\n zone_name: \"control-plane.oxide.internal\",\n records: {\n \"283afb68-aa52-4ed7-9678-63bdc600e713.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"2f1d924d-4751-4222-b5db-084dc0789d89.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"_repo-depot._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 63914,\n target: \"b6d65341-167c-41df-9b5c-41cded99c229.sled.control-plane.oxide.internal\",\n },\n ),\n ],\n \"fe47fe02-cbe0-4332-951f-a8222198c1ad.host\": [\n Aaaa(\n ::ffff:127.0.0.1,\n ),\n ],\n \"_clickhouse-admin-single-server._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 8888,\n target: \"7366337a-f225-4f5a-bf81-743bfd839cb0.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_nameservice._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 51698,\n target: \"2bac8486-48e4-4feb-b80b-80d28e0a819e.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_nexus._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 33167,\n target: \"fe47fe02-cbe0-4332-951f-a8222198c1ad.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"b6d65341-167c-41df-9b5c-41cded99c229.sled\": [\n Aaaa(\n ::1,\n ),\n ],\n \"_clickhouse-native._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 9000,\n target: \"7366337a-f225-4f5a-bf81-743bfd839cb0.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_cockroach._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 49813,\n target: \"3ce4c8bf-efa2-4d6a-960a-763bb8455153.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"3ce4c8bf-efa2-4d6a-960a-763bb8455153.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"_external-dns._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 53860,\n target: \"2f1d924d-4751-4222-b5db-084dc0789d89.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_oximeter-reader._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 9000,\n target: \"7366337a-f225-4f5a-bf81-743bfd839cb0.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"2bac8486-48e4-4feb-b80b-80d28e0a819e.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"_dendrite._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 38744,\n target: \"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_mgs._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 54660,\n target: \"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_clickhouse._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 38285,\n target: \"7366337a-f225-4f5a-bf81-743bfd839cb0.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_crucible-pantry._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 35513,\n target: \"283afb68-aa52-4ed7-9678-63bdc600e713.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"7366337a-f225-4f5a-bf81-743bfd839cb0.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"_mgd._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 64062,\n target: \"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\",\n },\n ),\n ],\n },\n },\n ],\n}","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:42.519225011Z","hostname":"bmat-EVT22200007-000064cb","pid":27518} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:42.519409779Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"body":"Some(Body)","uri":"http://[::1]:51698/config","method":"PUT"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:42.519849826Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:42.525636115Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:42.525878788Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:42.525942425Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:42.527205381Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:42.534673671Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:42.534739122Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:42.534772298Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:42.534799923Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:42.535945055Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:42.537513259Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:51698","component":"http","kind":"dns","component":"internal_dns_server","remote_addr":"[::1]:59137"} {"msg":"incoming request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:42.541261036Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/config","method":"PUT","req_id":"66b87a31-3587-48da-8971-d113e9335904","remote_addr":"[::1]:59137","local_addr":"[::1]:51698","component":"http","kind":"dns","component":"internal_dns_server"} {"msg":"attempting generation update","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:42.542716757Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"new_generation":1,"req_id":"66b87a31-3587-48da-8971-d113e9335904","component":"store","component":"internal_dns_server"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:42.542880413Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server"} {"msg":"creating tree","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:42.543083457Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","tree_name":"generation_1_zone_control-plane.oxide.internal"} {"msg":"updating current config","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:42.5440536Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server"} {"msg":"flushing default tree","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:42.544776691Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server"} {"msg":"pruning trees for generations older than 1","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:42.544983383Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","keep":3} {"msg":"updated generation","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:42.545096979Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"new_generation":1,"req_id":"66b87a31-3587-48da-8971-d113e9335904","component":"store","component":"internal_dns_server"} {"msg":"request completed","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:42.545457898Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/config","method":"PUT","req_id":"66b87a31-3587-48da-8971-d113e9335904","remote_addr":"[::1]:59137","local_addr":"[::1]:51698","component":"http","kind":"dns","component":"internal_dns_server","latency_us":4227,"response_code":"204"} {"msg":"reprocessing 0 outdated webhook globs...","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:42.548852782Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:42.549104584Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:42.549211507Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:42.558833829Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:42.56057611Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(Response { url: \"http://[::1]:51698/config\", status: 204, headers: {\"x-request-id\": \"66b87a31-3587-48da-8971-d113e9335904\", \"date\": \"Wed, 30 Apr 2025 06:44:42 GMT\"} })"} {"msg":"Running step configure_sled_agents","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:42.562772076Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"init_with_steps"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:42.726691745Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"body":"Some(Body)","uri":"http://[::1]:33811/omicron-config","method":"PUT"} {"msg":"activation complete","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:42.729858294Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":1,"elapsed":"1.575137279s"} {"msg":"activation complete","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:42.739861946Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":1,"elapsed":"1.586077226s"} {"msg":"all instance checks complete","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:42.740144699Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:42.740301431Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":1,"elapsed":"1.585253234s"} {"msg":"activation complete","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:42.741158068Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":1,"elapsed":"1.581490066s"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:42.741337335Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:42.741442154Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:42.742606073Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:42.742769539Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:42.755801394Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:42.757789295Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:42.757851178Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:42.758823004Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:42.760416269Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:42.760474655Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:42.760506398Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:42.760533442Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:42.761876268Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:42.765764014Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:40341"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:42.783063863Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:42.783254472Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:42.783433219Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:42.783532056Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:42.785795876Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:42.808374532Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:42.815695559Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:42.815831931Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:42.815930647Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:42.816525062Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:42.821873308Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:42.872657512Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:42.872911218Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:42.872963762Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:42.884394217Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"webhook dispatching completed successfully","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:42.88563535Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","events_without_receivers":0,"events_dispatched":0} {"msg":"activation complete","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:42.88609242Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","status":"{\"dispatched\":[],\"errors\":[],\"glob_version\":\"140.0.0\",\"globs_reprocessed\":{},\"no_receivers\":[]}","iteration":1,"elapsed":"1.722524828s"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:42.886154163Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:42.89652196Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:42.896599274Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:42.896630547Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:42.897656521Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:42.900253395Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/omicron-config","method":"PUT","req_id":"dade3e36-1ad2-47d7-9e19-10ee017678b9","remote_addr":"[::1]:40341","local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:42.907451407Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/omicron-config","method":"PUT","req_id":"dade3e36-1ad2-47d7-9e19-10ee017678b9","remote_addr":"[::1]:40341","local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":7238,"response_code":"200"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:43.006458432Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:43.006724211Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:43.006777517Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:43.006846795Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:43.008604568Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:43.009065326Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:43.019619484Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:43.01970285Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:43.019732529Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:43.019759303Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:43.019785204Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:43.020180883Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"no more instances in need of reincarnation","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:43.020697903Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","reincarnation_reason":"start saga failed","total_found":0} {"msg":"instance reincarnation completed successfully","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:43.02085208Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:43.021065535Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":1,"elapsed":"1.864660385s"} {"msg":"activation complete","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:43.022822897Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":1,"elapsed":"1.861689705s"} {"msg":"VPC route manager sled b6d65341-167c-41df-9b5c-41cded99c229","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:43.10077416Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:43.101023877Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:33811/vpc-routes","method":"GET"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:43.102479738Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:43.102540689Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:43.102573174Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:43.103336355Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:43.103405573Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","candidates":"[]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:43.103437346Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"accepted connection","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:43.108282399Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:53991"} {"msg":"No bundles to collect","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:43.108551846Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"activation complete","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:43.108686414Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":1,"elapsed":"1.959399716s"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:43.113073676Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(Response { url: \"http://[::1]:33811/omicron-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dade3e36-1ad2-47d7-9e19-10ee017678b9\", \"content-length\": \"26\", \"date\": \"Wed, 30 Apr 2025 06:44:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:43.113782628Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"body":"Some(Body)","uri":"http://[::1]:33811/network-bootstore-config","method":"PUT"} {"msg":"incoming request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:43.115955377Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/vpc-routes","method":"GET","req_id":"22548b0a-92d7-4fe5-a095-a6fdc32c7cfd","remote_addr":"[::1]:53991","local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:43.127553335Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:51268","req_id":"93421d1f-7048-4e89-a989-4c331c2ff347","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: df b5 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:43.127619898Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:51268","req_id":"93421d1f-7048-4e89-a989-4c331c2ff347","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 57269,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:43.127825177Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:43.128155235Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:43.128327608Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:51268","req_id":"93421d1f-7048-4e89-a989-4c331c2ff347","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54660, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"request completed","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:43.129220698Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/vpc-routes","method":"GET","req_id":"22548b0a-92d7-4fe5-a095-a6fdc32c7cfd","remote_addr":"[::1]:53991","local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":13273,"response_code":"200"} {"msg":"incoming request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:43.130910665Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/network-bootstore-config","method":"PUT","req_id":"ef7c1382-1868-4d9b-9ad9-83316de10180","remote_addr":"[::1]:40341","local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:43.131532464Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54660, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4347, tv_nsec: 930362350 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:43.13159591Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:43.132837824Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:33811/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"22548b0a-92d7-4fe5-a095-a6fdc32c7cfd\", \"content-length\": \"2\", \"date\": \"Wed, 30 Apr 2025 06:44:42 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:43.133159505Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:43.133211248Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:43.134365438Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:43.134639184Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/network-bootstore-config","method":"PUT","req_id":"ef7c1382-1868-4d9b-9ad9-83316de10180","remote_addr":"[::1]:40341","local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":3730,"response_code":"204"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:43.134995103Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:43.139549647Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:43.139853182Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:43.139901609Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:43.14041429Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:43.151607512Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:43.151671509Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:43.151705186Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:43.158897577Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:43.170009587Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(Response { url: \"http://[::1]:33811/network-bootstore-config\", status: 204, headers: {\"x-request-id\": \"ef7c1382-1868-4d9b-9ad9-83316de10180\", \"date\": \"Wed, 30 Apr 2025 06:44:42 GMT\"} })"} {"msg":"Running step start_nexus_external","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:43.171242413Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"init_with_steps"} {"msg":"Starting Nexus (external API)","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:43.171289617Z","hostname":"bmat-EVT22200007-000064cb","pid":27518} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:46.467451493Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:46.46759066Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:46.467632133Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:46.46766086Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:46.468291066Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:46.469125488Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:52938","req_id":"0e730ab9-acc9-445b-8d2a-a6705cdf3582","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: fa 07 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:46.469251359Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:52938","req_id":"0e730ab9-acc9-445b-8d2a-a6705cdf3582","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 64007,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:46.469465105Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:46.469566036Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:52938","req_id":"0e730ab9-acc9-445b-8d2a-a6705cdf3582","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:46.510098625Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:33811/v2p","method":"GET"} {"msg":"failed to read Silo/DNS/TLS configuration","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:44:46.51047778Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","error":"Internal Error: expected at least one external DNS zone"} {"msg":"activation complete","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:46.510532389Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","status":"{\"error\":\"failed to read Silo/DNS/TLS configuration: Internal Error: expected at least one external DNS zone\"}","iteration":1,"elapsed":"5.365061253s"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:46.511091523Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:46.515430258Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:46.51549171Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:46.515524045Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:46.516253338Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:46.519764012Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:46.532542363Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:46.532627392Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:46.532653915Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:46.532684456Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:46.532710898Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:46.532735557Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:46.535245619Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:46.541156165Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:46.546101338Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:46.546247188Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:46.546287689Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:46.546692987Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:46.547280307Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:42750"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:46.626741147Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:46.652488347Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:46.652648697Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:46.652775339Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:46.652897552Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:46.66504748Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:46.673703497Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","assocs":"{}","sled":"sim-b6d65341"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:46.692675427Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:33811/eip-gateways","method":"PUT"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:46.71190451Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:46.712033206Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:46.712139709Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:46.712996195Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:46.716053998Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:46.766078598Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:46.766318947Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:46.766449968Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:46.769967837Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:46.771557184Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/v2p","method":"GET","req_id":"c9efdd19-9835-4934-9e3d-15b7d4fb06d9","remote_addr":"[::1]:42750","local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:46.772190476Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/eip-gateways","method":"PUT","req_id":"c168951f-7ddf-4c23-b196-f623b1454704","remote_addr":"[::1]:53991","local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:46.773630595Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/v2p","method":"GET","req_id":"c9efdd19-9835-4934-9e3d-15b7d4fb06d9","remote_addr":"[::1]:42750","local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2061,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:46.774637972Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/eip-gateways","method":"PUT","req_id":"c168951f-7ddf-4c23-b196-f623b1454704","remote_addr":"[::1]:53991","local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2437,"response_code":"204"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:46.775146676Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:46.775200393Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:46.775746391Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:46.779352957Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:58098","req_id":"0f485ef7-a1f6-4afb-9ddd-003f03f96c80","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: fe c8 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:46.779415782Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:58098","req_id":"0f485ef7-a1f6-4afb-9ddd-003f03f96c80","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 65224,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:46.794962908Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 65224,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_delete_snapshot_then_disk","level":50,"time":"2025-04-30T06:44:46.795078628Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:58098","req_id":"0f485ef7-a1f6-4afb-9ddd-003f03f96c80","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:46.7953003Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:33811/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c9efdd19-9835-4934-9e3d-15b7d4fb06d9\", \"content-length\": \"2\", \"date\": \"Wed, 30 Apr 2025 06:44:46 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:46.81253545Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","interfaces":"{}","sled":"sim-b6d65341"} {"msg":"v2p mappings to delete","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:46.812598977Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","mappings":"[]","sled":"sim-b6d65341"} {"msg":"v2p mappings to add","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:46.812627774Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","mappings":"[]","sled":"sim-b6d65341"} {"msg":"activation complete","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:46.814173283Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","status":"{}","iteration":1,"elapsed":"5.663032301s"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:46.814305316Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:46.814353813Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:46.814383171Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:46.815440528Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:46.815566068Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:33811/eip-gateways\", status: 204, headers: {\"x-request-id\": \"c168951f-7ddf-4c23-b196-f623b1454704\", \"date\": \"Wed, 30 Apr 2025 06:44:46 GMT\"} })"} {"msg":"activation complete","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:46.820569237Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","status":"{}","iteration":1,"elapsed":"5.662995187s"} {"msg":"begin collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:46.834172701Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"begin collection from MGS","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:46.834270856Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","mgs_url":"http://[::1]:54660"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:46.834396767Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/ignition","method":"GET"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:46.835918389Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:33811/artifacts-config","method":"PUT"} {"msg":"set cockroachdb setting","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:46.836490809Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","value":"22.1","setting":"cluster.preserve_downgrade_option"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:46.836854494Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:46.836959804Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:46.837615791Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:46.839134337Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:41943"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:46.846039555Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:46.871406827Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:46.875923687Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:46.876001482Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:46.876887898Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:46.883780481Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/artifacts-config","method":"PUT","req_id":"cd0bd6ca-d299-40a0-bb67-bb07f8f2a3d1","remote_addr":"[::1]:41943","local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"No ledger in /var/tmp/omicron_tmp/.tmp2iYcJv/artifact-config.json","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:46.884520175Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:46.884579844Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmp2iYcJv/artifact-config.json"} {"msg":"No ledger in /var/tmp/omicron_tmp/.tmplvCHbI/artifact-config.json","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:46.88460785Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:46.884629302Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmplvCHbI/artifact-config.json"} {"msg":"Writing ledger to /var/tmp/omicron_tmp/.tmp2iYcJv/.artifact-config.json.tmp","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:46.884676096Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:46.885214388Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Rack { parent: Fleet, key: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, lookup_type: ById(c19a698f-c6f9-4a17-ae30-20d711b8f7dc) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:46.885257754Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:46.885284428Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:46.885308916Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:46.887880159Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:46.917779532Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:46.917839151Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:46.919473898Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Writing ledger to /var/tmp/omicron_tmp/.tmplvCHbI/.artifact-config.json.tmp","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:46.927316965Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Starting delete reconciler","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:46.935721681Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","generation":1} {"msg":"request completed","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:46.937159886Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/artifacts-config","method":"PUT","req_id":"cd0bd6ca-d299-40a0-bb67-bb07f8f2a3d1","remote_addr":"[::1]:41943","local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":52842,"response_code":"204"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:46.937465024Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:33811/artifacts-config\", status: 204, headers: {\"x-request-id\": \"cd0bd6ca-d299-40a0-bb67-bb07f8f2a3d1\", \"date\": \"Wed, 30 Apr 2025 06:44:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:46.93764871Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:33811/artifacts","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:46.937891844Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:46.937942315Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:46.940074503Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:46.945029766Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:46.950500557Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Rack { parent: Fleet, key: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, lookup_type: ById(c19a698f-c6f9-4a17-ae30-20d711b8f7dc) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"updating rack subnet for rack c19a698f-c6f9-4a17-ae30-20d711b8f7dc to Some(\n V6(\n Ipv6Network {\n addr: fd00:1122:3344:100::,\n prefix: 56,\n },\n ),\n)","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:46.951733924Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:46.952021266Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:46.952061326Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:46.952761712Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:46.953301257Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/artifacts","method":"GET","req_id":"27340a3e-cc7c-4886-a982-a133725c46ab","remote_addr":"[::1]:41943","local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:46.956478547Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/artifacts","method":"GET","req_id":"27340a3e-cc7c-4886-a982-a133725c46ab","remote_addr":"[::1]:41943","local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":3176,"response_code":"200"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:46.958189246Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:46.958245849Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:46.958828389Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:46.960184682Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42e7efc5-ab97-4edb-8375-058a5429b99b\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:44:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:46.961248701Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:46.961771633Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:33811/artifacts\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"27340a3e-cc7c-4886-a982-a133725c46ab\", \"content-length\": \"26\", \"date\": \"Wed, 30 Apr 2025 06:44:46 GMT\"} })"} {"msg":"Successfully got artifact list","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:46.961986471Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","sled":"http://[::1]:33811"} {"msg":"activation complete","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:46.964062668Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","status":"{\"generation\":1,\"last_run_counters\":{\"copy_err\":0,\"copy_ok\":0,\"list_err\":0,\"list_ok\":1,\"put_config_err\":0,\"put_config_ok\":1,\"put_err\":0,\"put_ok\":0},\"lifetime_counters\":{\"copy_err\":0,\"copy_ok\":0,\"list_err\":0,\"list_ok\":1,\"put_config_err\":0,\"put_config_ok\":1,\"put_err\":0,\"put_ok\":0},\"local_repos\":0,\"request_debug_ringbuf\":[{\"generation\":1,\"operation\":\"put_config\",\"target_sled\":\"b6d65341-167c-41df-9b5c-41cded99c229\",\"time\":\"2025-04-30T06:44:46.937454653Z\"},{\"operation\":\"list\",\"target_sled\":\"b6d65341-167c-41df-9b5c-41cded99c229\",\"time\":\"2025-04-30T06:44:46.961910129Z\"}]}","iteration":1,"elapsed":"5.801894545s"} {"msg":"Using static configuration for external switchports","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:46.966148504Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:46.966263223Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:46.966305928Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:46.967032305Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:46.988783262Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:46.988848522Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:46.988878462Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:46.988904083Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:46.989678877Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:46.995355788Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:46.995469244Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:46.995558612Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:46.997086045Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:47.012011683Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:47.012142504Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.012231401Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.013012017Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.014507346Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"08064140-c8b6-4598-9900-f5ab945bdb42\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:44:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.015110959Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.023203182Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.034559458Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:47.03465053Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:47.034839597Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.035287128Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.035912053Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:47.04738356Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.047457868Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.048440666Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Recording Rack Network Configuration","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:47.049086292Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:47.049180079Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.049221241Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.049736227Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:47.053107745Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.053171852Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.053756808Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:47.067885358Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.067965297Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.068500444Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:47.079786771Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:47.07985678Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:47.079889636Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.079917451Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.080657997Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:47.08441875Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:47.084476976Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.084511625Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.08494089Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:47.100076226Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:47.100135965Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.100164953Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.100813014Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.105217079Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.113247619Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:47.113319423Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:47.113346106Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:47.11337828Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:47.113407518Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.113433159Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.1139303Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:47.117616745Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:47.117725962Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.117758968Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.118905893Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:47.123939663Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:47.123991015Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.124021546Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.12451029Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.125542055Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3660ee84-b1e5-4ef0-af2e-8e9dcfec327b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:44:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.125807855Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.130791114Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.139044087Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:47.139233835Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.139299817Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.139544885Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:47.140691219Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:47.140745517Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:47.140774685Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.140798673Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.141180183Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.148971126Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.151717488Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:47.151775404Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.151804351Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.152224769Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:47.152731599Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.152790436Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.153244441Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:47.15633077Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"IpPool { parent: Fleet, key: 6c24b632-b1e8-44f6-b1be-5e35a544ad34, lookup_type: ByName(\"oxide-service-pool\") }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:47.15639127Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:47.156421751Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.156446009Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.156922118Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:47.157832282Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.157969575Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.158701103Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.173733333Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.178721021Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"IpPool { parent: Fleet, key: 6c24b632-b1e8-44f6-b1be-5e35a544ad34, lookup_type: ByName(\"oxide-service-pool\") }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:47.178885328Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.178980658Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.179541105Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:47.181201453Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.183549912Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.184844401Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:47.193328004Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.193387683Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.194010534Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:47.197761217Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"IpPool { parent: Fleet, key: 6c24b632-b1e8-44f6-b1be-5e35a544ad34, lookup_type: ByName(\"oxide-service-pool\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:47.197823882Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:47.197854343Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.197879303Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.19864076Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:47.212410074Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:47.212481196Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:47.212511386Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.212539873Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.213008547Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.223600991Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1779451d-4d3b-40b5-9df4-71aa1f38ce50\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:44:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.223823405Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.225656597Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.231596191Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"IpPool { parent: Fleet, key: 6c24b632-b1e8-44f6-b1be-5e35a544ad34, lookup_type: ByName(\"oxide-service-pool\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:47.242332984Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:47.242406941Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.244436495Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.24496104Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:47.251650819Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"IpPool { parent: Fleet, key: 6c24b632-b1e8-44f6-b1be-5e35a544ad34, lookup_type: ByName(\"oxide-service-pool\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:47.25176157Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:47.251805557Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.251841669Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.252722133Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:47.255985766Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:47.256031096Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.256059343Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.256616723Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.259764164Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.267524807Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"IpPool { parent: Fleet, key: 6c24b632-b1e8-44f6-b1be-5e35a544ad34, lookup_type: ByName(\"oxide-service-pool\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.267903642Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.276549798Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:47.276615479Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:47.276642183Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:47.276676371Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:47.276703755Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.276729356Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.277073883Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:47.277650782Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:47.277693688Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:47.277719599Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.277744098Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.278486046Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:47.28155957Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:47.281617405Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.281646904Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.282109275Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.283700376Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.288862992Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:47.299014708Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:47.299103966Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.29913619Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.299540636Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.30695052Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"03ca7c4e-0555-4914-aa7b-dc950a3734cd\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:44:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.307267141Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.30986653Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.341435108Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:47.341561971Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.341691469Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.342275382Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"resolved names for firewall rules","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.362196434Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","subnet_networks":"{Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })], Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })]}","subnet_interfaces":"{}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:47.362253047Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:47.362282626Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:47.362308146Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.362332184Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.363068592Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.37552482Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.379185964Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:47.379246585Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.379276665Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.379637304Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetched allowlist from DB","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:47.388613648Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","allowed":"AllowList { id: 001de000-a110-4000-8000-000000000000, time_created: 2025-04-30T06:06:08.248500Z, time_modified: 2025-04-30T06:06:08.248500Z, allowed_ips: None }"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.388675602Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.388702656Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","sled_agent_rules":"[]"} {"msg":"resolved 0 rules for sleds","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.388726684Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.389540195Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5dc8065-14a2-4a16-b101-234133a8e516\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:44:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.389726315Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.39267994Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5001a7b7-938b-407f-baab-cf67337d73be\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:44:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.392802625Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.394753522Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4bce90c3-0f68-4574-9e30-5cdba5d93ce2\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:44:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.394906998Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.396054885Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3342cd39-6ea2-44ec-a17d-4ed63bfeb54c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:44:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.396433609Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.397356979Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d0f1bd1-94ce-4671-9b5f-de7e9dc1694f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:44:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.397600023Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.398524696Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e3a74d9b-e033-40bf-a4b0-b6dbd90af419\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:44:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.398653151Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.399571972Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"71c1b6f5-d7ea-4203-9844-17d4bc8147c6\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:44:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.399635849Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.401199134Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a98ae570-2b78-43f6-bc02-c7be4b474967\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:44:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.401402159Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.404015195Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b4076b7-2219-4390-958f-769a00a5f88d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:44:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.404162008Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.407705167Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d57cb87-2d21-41f3-8456-7e95a16edd04\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:44:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.407766038Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.408451344Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a27b2b48-d9c6-49b4-aed1-b95f69abd9e5\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:44:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.408510722Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.411583424Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d69a78ec-8494-4f86-b76a-ce9f34952e2d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:44:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.411794685Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.41535079Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"52ec91c7-84f3-4152-af75-7a87b257209e\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:44:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.415750797Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.418797538Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd49ff1c-ecfb-42c4-8f36-5e267b6d2898\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:44:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.418990192Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.420112358Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"721c5b06-9da1-4cd2-9110-ada9701559be\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:44:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.420983894Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.422201039Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae55e908-3dcb-488c-a383-507b043a488d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:44:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.422400988Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.423825225Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f53905c-e1f9-43ed-ba91-d7b1540b4714\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:44:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.423898952Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.425794619Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9dd5caf7-3eb4-4105-9a48-24427b51e69a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:44:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.425871753Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.428152637Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2418a08d-3392-4c29-beba-f0bef63e1651\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:44:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.428320502Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.430160668Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"15fb9aca-0713-4ccd-9771-4f4ba15aa6ec\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:44:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.430228513Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"inserted blueprint","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:47.430459995Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","blueprint_id":"ca617cd9-84eb-45f7-9b0e-7b93557b5dea"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:47.430503862Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:47.430529573Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:47.43055317Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.430576186Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.431244969Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.435780034Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.439605847Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.440556982Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d55572f-f87a-4cf3-8c4f-da78f018c6c8\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:44:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.440730538Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.454580623Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"76dbc633-629d-4038-8f08-bc6238ddd267\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:44:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.454728738Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"No networking records needed for crucible_pantry service","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:47.454982113Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"No networking records needed for internal_dns service","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:47.455021492Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.458038964Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d30efdbf-8a4e-4285-b9a0-b92bedcd1969\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:44:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.458163963Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.477834365Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e8a6c83d-df31-4536-87ad-d679ad01e813\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:44:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.478146296Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.482023211Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"679ce4df-2918-42a2-987f-8d9e711614e2\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:44:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.483082842Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.483929619Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a61a78e4-f824-41a6-8c38-1499062181d2\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:44:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.484084237Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.485030643Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"574c2808-4f08-4ea2-92cc-af85e22a6e8b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:44:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.485227024Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.486764618Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"736080cb-d115-4fc1-b222-1f4a9c624944\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:44:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.486897583Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.488121932Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"52a17bcd-8d4f-4a0c-8293-b30c76a19cfe\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:44:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.488250188Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.489768924Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a2e943c0-797f-4671-8d16-f5c6e3f27208\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:44:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.48995289Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.493606129Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f5e45f7-4fe2-46f7-bf78-a72e9077bf17\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:44:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.493736359Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.495546165Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6039705d-56a2-4cb6-8044-f6099eef4b01\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:44:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.495706023Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.503203441Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","vpc_to_sled":"[]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.503485032Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"updated firewall rules on 0 sleds","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:47.504202271Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"successfully propagated service firewall rules","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.504410987Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","elapsed":"6.34740052s"} {"msg":"activation complete","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.504663711Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","status":"{}","iteration":1,"elapsed":"6.347634817s"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.506228428Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c1591cb-6cf9-4baf-ac58-b47dc900b2d9\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:44:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.525485336Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"Inserted networking records for external_dns service","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:47.525581217Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"No networking records needed for cockroach_db service","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:47.52560765Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"No networking records needed for clickhouse service","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:47.525628953Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.527818485Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d9b517f3-3a6b-44e3-8ef5-08c1461dfe3e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:44:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.527952622Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.529702248Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dde6ac58-590e-49e3-a6c7-35795f709029\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:44:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.530283607Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.541851816Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8cdb3a50-952a-46da-970a-e86637551aa2\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:44:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.5420044Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.543514128Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c4cd1832-9f8d-4226-a579-65b723d08039\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:44:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.543731Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.544736172Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"facf65e8-a2a7-4325-acfd-d86c168d6014\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:44:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.544881542Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.545833809Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"266f4da8-f6a2-4189-8f97-943ca78914b4\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:44:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.545957576Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.546894202Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4979faca-5cbe-4d28-99e4-2b46ab22d251\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:44:46 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:47.547050253Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:47.549254425Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:47.549310006Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.549340717Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.550108036Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.55458213Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.560003331Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:47.560080184Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:47.560110906Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:47.560225885Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.560268339Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.560715751Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.568301004Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.575429577Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:47.575513144Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.57554663Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.576282747Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Inserted networking records for nexus service","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:47.577281677Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"Inserted service networking records","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:47.577331897Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"Inserted physical disks","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:47.577355104Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"Inserted zpools","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:47.577374713Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"Inserted datasets","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:47.577394221Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"Populated DNS tables for internal DNS","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:47.617290081Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"Populated DNS tables for external DNS","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:47.631547999Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:47.635084576Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:47.63514201Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:47.635170868Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.635195527Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.63521721Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.638136837Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.642944236Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:47.643015878Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"ModifyPolicy","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:47.64304656Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:47.643072531Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.643095858Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.644339916Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.647314834Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.650035915Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"ModifyPolicy","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.726733681Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","sled_agent_url":"http://[::1]:33811"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.7268084Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"SledAgent":"http://[::1]:33811","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:33811/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:47.727896347Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:33620"} {"msg":"incoming request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:47.728709998Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/inventory","method":"GET","req_id":"55bd7a8c-7acb-416b-a06e-9c05780634ad","remote_addr":"[::1]:33620","local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:47.731640146Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/inventory","method":"GET","req_id":"55bd7a8c-7acb-416b-a06e-9c05780634ad","remote_addr":"[::1]:33620","local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2944,"response_code":"200"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.7371175Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"SledAgent":"http://[::1]:33811","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:33811/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"55bd7a8c-7acb-416b-a06e-9c05780634ad\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:44:47 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.737188942Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.737219914Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.737245234Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:47.737617546Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:47.737682926Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:47.737715832Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.737742385Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.738412159Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:47.740957481Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"DnsConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:47.741016268Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:47.741046278Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.741150595Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.741621584Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.74271397Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.746304093Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:47.746582117Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.746632748Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.747094067Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.751854462Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.757236395Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"DnsConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:47.757293539Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:47.757345182Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:47.757372817Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.757396765Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.75774579Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.763093986Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.76994676Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:47.774633558Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:47.774698598Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:47.774732465Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.77475981Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.775352771Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.779797016Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.793173687Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Created recovery silo","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:47.821912237Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"Created recovery user","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:47.829800664Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"Created recovery user's password","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:47.843987501Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:47.844203241Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Silo { parent: Fleet, key: 3cc79c38-d5ae-44a9-b1c5-887f1622a45a, lookup_type: ById(3cc79c38-d5ae-44a9-b1c5-887f1622a45a) }","action":"ModifyPolicy","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:47.844475483Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"3cc79c38-d5ae-44a9-b1c5-887f1622a45a","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:47.844523659Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.844550092Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.845429083Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:47.855322976Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:47.855436292Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.855469358Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.856089633Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.861371647Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.864575982Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Silo { parent: Fleet, key: 3cc79c38-d5ae-44a9-b1c5-887f1622a45a, lookup_type: ById(3cc79c38-d5ae-44a9-b1c5-887f1622a45a) }","action":"ModifyPolicy","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Generated role assignment queries","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.864638276Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"Granted Silo privileges","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:47.873358801Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:47.873413059Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:47.873452498Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:47.873481936Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.873508449Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.874089196Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.884657693Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.890062743Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:47.914533108Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.915709272Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.916568083Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:47.919849771Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.919905322Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.920502953Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:47.92378408Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.923839871Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.924485097Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:47.933694296Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:47.935469342Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:47.935526376Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.935642267Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.938052198Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:47.941759234Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:47.941804986Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.941914614Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.943176839Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:47.956949881Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:47.957076984Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.957164879Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.958754617Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.961257504Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:47.972438381Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:47.972537789Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:47.97260862Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:48.021738979Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:48.021810361Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.021842395Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.024507184Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:48.073537534Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:48.0736005Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.073627263Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.074256667Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:48.086004364Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:48.086080185Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.086113471Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.086895419Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.08985208Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.102944195Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:48.134156514Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.134268126Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.135105064Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:48.189309172Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.189374572Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.193472797Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:48.221841109Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.221916039Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.222703558Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:48.234853386Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.234935219Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.236367683Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:48.245521301Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:48.245595468Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:48.245624927Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.245649356Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.246525061Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:48.250964336Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:48.251020968Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.251048423Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.25164425Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:48.269202704Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:48.2692806Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.269311561Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.269796217Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.275866321Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.291177408Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:48.291264221Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:48.291290343Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.291314912Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.29174061Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:48.309151901Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.310083938Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.310754464Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:48.32134756Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.32145802Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.322554134Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:48.326037694Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.3261508Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.326735705Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:48.34993072Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:48.350987385Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:48.351279136Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.351380087Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.352038078Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:48.353922152Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:48.354052803Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.354141389Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.354732096Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:48.394129763Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:48.402132047Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.40292646Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.405429578Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.408124377Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.417256692Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:48.417359126Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:48.417454086Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:48.417558514Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:48.417644134Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.417720817Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.418438898Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:48.434683444Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:48.434903733Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.434992109Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.436163002Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:48.439329842Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:48.439384831Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.439414069Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.440293902Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.442417554Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.450100201Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:48.451096586Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.45130923Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.451880167Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:48.457986744Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.462803451Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.463860497Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:48.487427353Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.489584351Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.491456992Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:48.499588142Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.499645607Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.500667663Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:48.518030908Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.518372469Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.520466662Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:48.525487405Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:48.525564879Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:48.525603035Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.525631572Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.526611555Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:48.534369562Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:48.534429361Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.534462167Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.534949508Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:48.538180064Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:48.53823819Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.538267539Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.538816172Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.54065703Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.568425967Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:48.568514854Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:48.568539754Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:48.568570866Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:48.568596407Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.56862288Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.569129579Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:48.580097923Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:48.580204255Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.580234736Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.581177314Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:48.58935141Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:48.589404766Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.589430758Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.589884121Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.59319624Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.600716484Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:48.60080455Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.600835351Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.601233965Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"resolved names for firewall rules","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.619597052Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","subnet_networks":"{Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })], Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })]}","subnet_interfaces":"{Name(\"nexus\"): [NetworkInterface { id: 57ab4f36-81d8-4921-84c3-f8cca55c8e4a, kind: Service { id: fe47fe02-cbe0-4332-951f-a8222198c1ad }, name: Name(\"nexus-fe47fe02-cbe0-4332-951f-a8222198c1ad\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 1])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], Name(\"external-dns\"): [NetworkInterface { id: 14445be5-a8cb-4024-bed9-1260e81e1d11, kind: Service { id: 2f1d924d-4751-4222-b5db-084dc0789d89 }, name: Name(\"external-dns-2f1d924d-4751-4222-b5db-084dc0789d89\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 0])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }]}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:48.619675078Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:48.619703985Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:48.619728775Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.619753133Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.6201327Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:48.620970188Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","collection_id":"f54221d0-68e0-433e-8046-3388d0db05fb"} {"msg":"inventory collection complete","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.621057302Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","time_started":"2025-04-30 06:44:46.833994 UTC","collection_id":"f54221d0-68e0-433e-8046-3388d0db05fb"} {"msg":"activation complete","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.621218303Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","status":"{\"collection_id\":\"f54221d0-68e0-433e-8046-3388d0db05fb\",\"time_done\":\"2025-04-30 06:44:47.735758 UTC\",\"time_started\":\"2025-04-30 06:44:46.833994 UTC\"}","iteration":2,"elapsed":"6.180265163s"} {"msg":"activating","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.621363261Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","iteration":2,"reason":"Dependency"} {"msg":"Blueprint rendezvous: skipped","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:44:48.62142773Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","reason":"no blueprint"} {"msg":"activation complete","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.621455445Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","status":"{\"error\":\"no blueprint\"}","iteration":2,"elapsed":"50.501µs"} {"msg":"activating","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.621482178Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","iteration":2,"reason":"Dependency"} {"msg":"activation complete","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.621507509Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","status":"{\"error\":\"task disabled\"}","iteration":2,"elapsed":"28.567µs"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.627597272Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.631445951Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:48.631505038Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.631534166Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.631874585Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetched allowlist from DB","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:48.634613331Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","allowed":"AllowList { id: 001de000-a110-4000-8000-000000000000, time_created: 2025-04-30T06:06:08.248500Z, time_modified: 2025-04-30T06:44:47.890268Z, allowed_ips: None }"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.634656016Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.635377193Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","sled_agent_rules":"[ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"53\")]), filter_protocols: Some([Udp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 14445be5-a8cb-4024-bed9-1260e81e1d11, kind: Service { id: 2f1d924d-4751-4222-b5db-084dc0789d89 }, name: Name(\"external-dns-2f1d924d-4751-4222-b5db-084dc0789d89\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 0])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }, ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"80\"), L4PortRange(\"443\")]), filter_protocols: Some([Tcp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 57ab4f36-81d8-4921-84c3-f8cca55c8e4a, kind: Service { id: fe47fe02-cbe0-4332-951f-a8222198c1ad }, name: Name(\"nexus-fe47fe02-cbe0-4332-951f-a8222198c1ad\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 1])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }]"} {"msg":"resolved 2 rules for sleds","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.635446121Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.686581364Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","vpc_to_sled":"[Sled { identity: SledIdentity { id: b6d65341-167c-41df-9b5c-41cded99c229, time_created: 2025-04-30T06:44:41.261592Z, time_modified: 2025-04-30T06:44:41.261592Z }, time_deleted: None, rcgen: Generation(Generation(1)), rack_id: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, is_scrimlet: true, serial_number: \"sim-b6d65341\", part_number: \"Unknown\", revision: SqlU32(0), usable_hardware_threads: SqlU32(16), usable_physical_ram: ByteCount(ByteCount(34359738368)), reservoir_size: ByteCount(ByteCount(17179869184)), ip: ::1, port: SqlU16(33811), last_used_address: ::ffff, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)), repo_depot_port: SqlU16(63914) }]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.686653959Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:48.686678167Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.68670468Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.687558171Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:48.696902519Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229, lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:48.697032648Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:48.697076676Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.697105172Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.698058832Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.710021036Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"viewer\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.728614563Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229, lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.832174228Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:33811/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT"} {"msg":"accepted connection","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:48.833668806Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:51509"} {"msg":"incoming request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:48.836325459Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"d76c048c-1e28-460f-8de9-0ca38942bbb6","remote_addr":"[::1]:51509","local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:48.839322741Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"d76c048c-1e28-460f-8de9-0ca38942bbb6","remote_addr":"[::1]:51509","local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":3012,"response_code":"204"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.839704271Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:33811/vpc/001de000-074c-4000-8000-000000000000/firewall/rules\", status: 204, headers: {\"x-request-id\": \"d76c048c-1e28-460f-8de9-0ca38942bbb6\", \"date\": \"Wed, 30 Apr 2025 06:44:48 GMT\"} })"} {"msg":"updated firewall rules on 1 sleds","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:48.841207717Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:48.841307536Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.841348898Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.842071087Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })"} {"msg":"activating","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.842496384Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","iteration":2,"reason":"Signaled"} {"msg":"reading DNS version","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.842546134Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:48.842573638Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.842600512Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.843121019Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.843172742Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","iteration":2,"reason":"Signaled"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:48.843200277Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.843323833Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","iteration":2,"reason":"Signaled"} {"msg":"reading DNS version","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.8433676Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:48.843391528Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.843416708Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.843928378Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.843980942Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","iteration":2,"reason":"Signaled"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:48.844008587Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.84413526Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","iteration":2,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:48.844177494Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:48.844206732Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:48.844232574Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.844257183Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.844694574Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.844743672Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","iteration":3,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:48.844770586Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:48.844835986Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:48.844863972Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.84488798Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.846043582Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:48.847254825Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:50689","req_id":"251bd5b6-070e-4312-8c54-8e5dbff5db4a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 75 (0x4b) bytes\n0000: b0 c5 01 00 00 01 00 00 00 00 00 01 0c 5f 6e 61 ............._na\n0010: 6d 65 73 65 72 76 69 63 65 04 5f 74 63 70 0d 63 meservice._tcp.c\n0020: 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 ontrol-plane.oxi\n0030: 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 de.internal..!..\n0040: 00 00 29 04 d0 00 00 00 00 00 00 ..)........"} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.847445395Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:50689","req_id":"251bd5b6-070e-4312-8c54-8e5dbff5db4a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 45253,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 12,\n 95,\n 110,\n 97,\n 109,\n 101,\n 115,\n 101,\n 114,\n 118,\n 105,\n 99,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.848283535Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"_nameservice._tcp"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.848543042Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"2bac8486-48e4-4feb-b80b-80d28e0a819e.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.848714013Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:50689","req_id":"251bd5b6-070e-4312-8c54-8e5dbff5db4a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"2bac8486-48e4-4feb-b80b-80d28e0a819e.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 51698, target: Name(\"2bac8486-48e4-4feb-b80b-80d28e0a819e.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_nameservice._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:48.848920404Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:54583","req_id":"f2d89b1e-4b37-4487-a155-69a8acec3b0b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 76 (0x4c) bytes\n0000: bf cc 01 00 00 01 00 00 00 00 00 01 0d 5f 65 78 ............._ex\n0010: 74 65 72 6e 61 6c 2d 64 6e 73 04 5f 74 63 70 0d ternal-dns._tcp.\n0020: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0030: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 ide.internal..!.\n0040: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.849087016Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:54583","req_id":"f2d89b1e-4b37-4487-a155-69a8acec3b0b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 49100,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 13,\n 95,\n 101,\n 120,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 45,\n 100,\n 110,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.849305682Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"_external-dns._tcp"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.849526201Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"2f1d924d-4751-4222-b5db-084dc0789d89.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.849674025Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:54583","req_id":"f2d89b1e-4b37-4487-a155-69a8acec3b0b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"2f1d924d-4751-4222-b5db-084dc0789d89.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53860, target: Name(\"2f1d924d-4751-4222-b5db-084dc0789d89.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_external-dns._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.851089315Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 51698, target: Name(\"2bac8486-48e4-4feb-b80b-80d28e0a819e.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"2bac8486-48e4-4feb-b80b-80d28e0a819e.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4353, tv_nsec: 650007037 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:48.851221699Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","name":"Name(\"2bac8486-48e4-4feb-b80b-80d28e0a819e.host.control-plane.oxide.internal.\")"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.85155841Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53860, target: Name(\"2f1d924d-4751-4222-b5db-084dc0789d89.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"2f1d924d-4751-4222-b5db-084dc0789d89.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4353, tv_nsec: 650476402 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:48.851676806Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","name":"Name(\"2f1d924d-4751-4222-b5db-084dc0789d89.host.control-plane.oxide.internal.\")"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:48.852095069Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:48.852218034Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:48.852343003Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.852440317Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.853584827Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:48.853871168Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Rack { parent: Fleet, key: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, lookup_type: ById(c19a698f-c6f9-4a17-ae30-20d711b8f7dc) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:48.853990856Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:48.854076768Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.854154092Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.854747013Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:48.855117561Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:48.85523251Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:48.856059959Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.856201301Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.856728481Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:48.857101264Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:61448","req_id":"8e081d27-1a20-4312-9c1c-ec720cca8e55","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000: e0 84 01 00 00 01 00 00 00 00 00 01 24 32 62 61 ............$2ba\n0010: 63 38 34 38 36 2d 34 38 65 34 2d 34 66 65 62 2d c8486-48e4-4feb-\n0020: 62 38 30 62 2d 38 30 64 32 38 65 30 61 38 31 39 b80b-80d28e0a819\n0030: 65 04 68 6f 73 74 0d 63 6f 6e 74 72 6f 6c 2d 70 e.host.control-p\n0040: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0050: 6e 61 6c 00 00 1c 00 01 00 00 29 04 d0 00 00 00 nal.......).....\n0060: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.857337845Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:61448","req_id":"8e081d27-1a20-4312-9c1c-ec720cca8e55","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 57476,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"2bac8486-48e4-4feb-b80b-80d28e0a819e.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"2bac8486-48e4-4feb-b80b-80d28e0a819e.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 36,\n 50,\n 98,\n 97,\n 99,\n 56,\n 52,\n 56,\n 54,\n 45,\n 52,\n 56,\n 101,\n 52,\n 45,\n 52,\n 102,\n 101,\n 98,\n 45,\n 98,\n 56,\n 48,\n 98,\n 45,\n 56,\n 48,\n 100,\n 50,\n 56,\n 101,\n 48,\n 97,\n 56,\n 49,\n 57,\n 101,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.85758605Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"2bac8486-48e4-4feb-b80b-80d28e0a819e.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.857722491Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:61448","req_id":"8e081d27-1a20-4312-9c1c-ec720cca8e55","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"2bac8486-48e4-4feb-b80b-80d28e0a819e.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"2bac8486-48e4-4feb-b80b-80d28e0a819e.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"2bac8486-48e4-4feb-b80b-80d28e0a819e.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:48.857981888Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:52049","req_id":"3034c1d3-c730-477d-ba5b-61c0be82673d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000: a4 0c 01 00 00 01 00 00 00 00 00 01 24 32 66 31 ............$2f1\n0010: 64 39 32 34 64 2d 34 37 35 31 2d 34 32 32 32 2d d924d-4751-4222-\n0020: 62 35 64 62 2d 30 38 34 64 63 30 37 38 39 64 38 b5db-084dc0789d8\n0030: 39 04 68 6f 73 74 0d 63 6f 6e 74 72 6f 6c 2d 70 9.host.control-p\n0040: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0050: 6e 61 6c 00 00 1c 00 01 00 00 29 04 d0 00 00 00 nal.......).....\n0060: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.858138971Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:52049","req_id":"3034c1d3-c730-477d-ba5b-61c0be82673d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 41996,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"2f1d924d-4751-4222-b5db-084dc0789d89.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"2f1d924d-4751-4222-b5db-084dc0789d89.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 36,\n 50,\n 102,\n 49,\n 100,\n 57,\n 50,\n 52,\n 100,\n 45,\n 52,\n 55,\n 53,\n 49,\n 45,\n 52,\n 50,\n 50,\n 50,\n 45,\n 98,\n 53,\n 100,\n 98,\n 45,\n 48,\n 56,\n 52,\n 100,\n 99,\n 48,\n 55,\n 56,\n 57,\n 100,\n 56,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.858377216Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"2f1d924d-4751-4222-b5db-084dc0789d89.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.858512085Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:52049","req_id":"3034c1d3-c730-477d-ba5b-61c0be82673d","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"2f1d924d-4751-4222-b5db-084dc0789d89.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"2f1d924d-4751-4222-b5db-084dc0789d89.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"2f1d924d-4751-4222-b5db-084dc0789d89.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"found DNS servers (initial)","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:48.859105176Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","addresses":"DnsServersList { addresses: [[::1]:51698] }"} {"msg":"activation complete","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.859253161Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","status":"{\"addresses\":[\"[::1]:51698\"]}","iteration":2,"elapsed":"16.107704ms"} {"msg":"found DNS servers (initial)","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:48.859577097Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","addresses":"DnsServersList { addresses: [[::1]:53860] }"} {"msg":"activation complete","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.859698789Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","status":"{\"addresses\":[\"[::1]:53860\"]}","iteration":2,"elapsed":"15.713177ms"} {"msg":"activating","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.859822205Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","iteration":2,"reason":"Dependency"} {"msg":"DNS propagation: skipped","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:44:48.859910301Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","reason":"no config"} {"msg":"activation complete","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.859991853Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","status":"{\"error\":\"no config\"}","iteration":2,"elapsed":"170.028µs"} {"msg":"activating","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.860111812Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","iteration":2,"reason":"Dependency"} {"msg":"DNS propagation: skipped","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:44:48.860192793Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","reason":"no config"} {"msg":"activation complete","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.860269166Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","status":"{\"error\":\"no config\"}","iteration":2,"elapsed":"156.682µs"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.860571087Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.864517831Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:48.864629203Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.864855934Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.865706299Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.86604838Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.874406784Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:48.874507715Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.874701371Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.875272088Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.87872105Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.922394787Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.929453521Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","version":"1"} {"msg":"reading DNS config","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.929546967Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"reading DNS zones","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.929605965Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:48.929668329Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:48.9297593Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:48.929845011Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.929926052Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.930965854Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.934856456Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.947286993Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:48.949053953Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:48.950139066Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:48.950242031Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.950348523Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.950931264Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.951274518Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","candidates":"[(f54221d0-68e0-433e-8046-3388d0db05fb, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:48.951378545Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"found DNS version","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.952384189Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","version":"2"} {"msg":"reading DNS config","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.95254546Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"reading DNS zones","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.9526205Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:48.952685058Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:48.952772182Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:48.953052821Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.953153331Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.953649049Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.954639963Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.969281005Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:48.969668366Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.969726422Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.971041392Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.97341427Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.984612752Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:48.984934874Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.984990074Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.985315572Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.985935197Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","count":1} {"msg":"listing DNS names for zone","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.985996539Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"705cc9e4-ab3f-429a-a5c8-52d688105028"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:48.986033132Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:48.986060657Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:48.986090797Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.986116689Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.986501716Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.988676118Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.997342696Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Rack { parent: Fleet, key: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, lookup_type: ById(c19a698f-c6f9-4a17-ae30-20d711b8f7dc) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })"} {"msg":"Rack initialized","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:48.997447695Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:48.997542484Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.9976259Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.998371175Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:48.998588989Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:49.0061281Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:49.006443789Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:49.00654484Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:49.009478966Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:49.011312009Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:49.027094925Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:49.027561214Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:49.033158005Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:49.047380322Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:49.058098297Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","count":1} {"msg":"listing DNS names for zone","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:49.05818017Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide-dev.test","dns_zone_id":"e3b1b154-e212-41d0-b2a7-9abc3def877b"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:49.058216964Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:49.058246382Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:49.058273226Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:49.058302674Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:49.060475965Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:49.060537347Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:52811","req_id":"7767950b-2c8f-4e20-b449-e2297edf820d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: a1 09 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:49.06057415Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:52811","req_id":"7767950b-2c8f-4e20-b449-e2297edf820d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 41225,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:49.06064413Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:49.060666103Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:49.060685662Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:52811","req_id":"7767950b-2c8f-4e20-b449-e2297edf820d","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54660, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:49.061490646Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54660, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4353, tv_nsec: 860297437 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:49.061555225Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:49.061896846Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:57732","req_id":"96ee60e2-3412-4295-902c-329072e94893","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 4a 6e 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e Jn..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:49.062026895Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:57732","req_id":"96ee60e2-3412-4295-902c-329072e94893","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 19054,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:49.062144589Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:49.062168978Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:57732","req_id":"96ee60e2-3412-4295-902c-329072e94893","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:49.155436638Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:49.156276301Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:49.156453744Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:49.156561148Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:49.156651809Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:49.157875286Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:49.160924372Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","found_so_far":21,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"705cc9e4-ab3f-429a-a5c8-52d688105028"} {"msg":"read DNS config","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:49.162112489Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","nzones":1,"version":1} {"msg":"found latest generation (first find)","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:49.162212358Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","generation":1} {"msg":"activation complete","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:49.163152972Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","status":"{\"generation\":1}","iteration":2,"elapsed":"320.553933ms"} {"msg":"activating","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:49.163404774Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","iteration":3,"reason":"Dependency"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:49.264415852Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"dns_server_url":"http://[::1]:51698","servers":"DnsServersList { addresses: [[::1]:51698] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:51698/config","method":"PUT"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:49.269700902Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:49.28046576Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:49.29530667Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:49.295396238Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:49.296535358Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:49.297059903Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:49.30191198Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:49.302538458Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:49.302595352Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:49.303133614Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:49.306506304Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:49.306974226Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:49.307532479Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:49.307595494Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:51698","component":"http","kind":"dns","component":"internal_dns_server","remote_addr":"[::1]:59847"} {"msg":"found all DNS names for zone","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:49.312375949Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","found_so_far":1,"version":2,"dns_zone_name":"oxide-dev.test","dns_zone_id":"e3b1b154-e212-41d0-b2a7-9abc3def877b"} {"msg":"read DNS config","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:49.325335109Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","nzones":1,"version":2} {"msg":"found latest generation (first find)","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:49.325412263Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","generation":2} {"msg":"activation complete","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:49.325441491Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","status":"{\"generation\":2}","iteration":2,"elapsed":"482.097178ms"} {"msg":"activating","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:49.325542122Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","iteration":3,"reason":"Dependency"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:49.415509255Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"dns_server_url":"http://[::1]:53860","servers":"DnsServersList { addresses: [[::1]:53860] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:53860/config","method":"PUT"} {"msg":"found Silo/DNS/TLS config (initial)","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:49.416838524Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide-dev.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-04-30T06:44:39.747635Z, time_modified: 2025-04-30T06:44:39.747635Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"test-suite-silo.sys.oxide-dev.test\": ExternalEndpoint { silo_id: 3cc79c38-d5ae-44a9-b1c5-887f1622a45a, db_silo: Silo { identity: SiloIdentity { id: 3cc79c38-d5ae-44a9-b1c5-887f1622a45a, name: Name(Name(\"test-suite-silo\")), description: \"built-in recovery Silo\", time_created: 2025-04-30T06:44:47.633169Z, time_modified: 2025-04-30T06:44:47.633169Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(1)) }, tls_certs: [] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide-dev.test\" }, NoSiloCerts { silo_id: 3cc79c38-d5ae-44a9-b1c5-887f1622a45a, dns_name: \"test-suite-silo.sys.oxide-dev.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 3cc79c38-d5ae-44a9-b1c5-887f1622a45a, db_silo: Silo { identity: SiloIdentity { id: 3cc79c38-d5ae-44a9-b1c5-887f1622a45a, name: Name(Name(\"test-suite-silo\")), description: \"built-in recovery Silo\", time_created: 2025-04-30T06:44:47.633169Z, time_modified: 2025-04-30T06:44:47.633169Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(1)) }, tls_certs: [] }) }"} {"msg":"activation complete","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:49.41711268Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","status":"{\"by_dns_name\":{\"default-silo.sys.oxide-dev.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"test-suite-silo.sys.oxide-dev.test\":{\"silo_id\":\"3cc79c38-d5ae-44a9-b1c5-887f1622a45a\",\"tls_certs\":[]}},\"default_endpoint\":{\"silo_id\":\"3cc79c38-d5ae-44a9-b1c5-887f1622a45a\",\"tls_certs\":[]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide-dev.test\\\" has no usable certificates\",\"silo 3cc79c38-d5ae-44a9-b1c5-887f1622a45a with DNS name \\\"test-suite-silo.sys.oxide-dev.test\\\" has no usable certificates\"]}","iteration":2,"elapsed":"572.886389ms"} {"msg":"accepted connection","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:49.418102993Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:53860","component":"http","kind":"dns","component":"external_dns_server","remote_addr":"[::1]:52906"} {"msg":"incoming request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:49.418746926Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/config","method":"PUT","req_id":"cde8fdfd-c1b1-44d5-947f-f84f9dd65503","remote_addr":"[::1]:59847","local_addr":"[::1]:51698","component":"http","kind":"dns","component":"internal_dns_server"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:49.41914554Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:56589","req_id":"8b73325e-ef9c-4690-bef2-4e310b6ccb91","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: d3 df 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:49.419298706Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:56589","req_id":"8b73325e-ef9c-4690-bef2-4e310b6ccb91","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 54239,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:49.419494285Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54239,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_delete_snapshot_then_disk","level":50,"time":"2025-04-30T06:44:49.419586068Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:56589","req_id":"8b73325e-ef9c-4690-bef2-4e310b6ccb91","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"attempting generation update","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:49.420035995Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"new_generation":1,"req_id":"cde8fdfd-c1b1-44d5-947f-f84f9dd65503","component":"store","component":"internal_dns_server"} {"msg":"updated generation","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:49.420088169Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"new_generation":1,"req_id":"cde8fdfd-c1b1-44d5-947f-f84f9dd65503","component":"store","component":"internal_dns_server"} {"msg":"request completed","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:49.420308678Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/config","method":"PUT","req_id":"cde8fdfd-c1b1-44d5-947f-f84f9dd65503","remote_addr":"[::1]:59847","local_addr":"[::1]:51698","component":"http","kind":"dns","component":"internal_dns_server","latency_us":1582,"response_code":"204"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:49.420546552Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:49.420592944Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:49.421235515Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:49.421440543Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"begin collection from MGS","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:49.421507106Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","mgs_url":"http://[::1]:54660"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:49.421535192Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/ignition","method":"GET"} {"msg":"incoming request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:49.421840861Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/config","method":"PUT","req_id":"03f5ee7c-3963-4503-b75f-72955dcabb63","remote_addr":"[::1]:52906","local_addr":"[::1]:53860","component":"http","kind":"dns","component":"external_dns_server"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:49.42200122Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:63985","req_id":"9acbad7d-59af-4cec-9e98-3ac965446a9d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 79 (0x4f) bytes\n0000: c0 21 01 00 00 01 00 00 00 00 00 01 10 5f 63 72 .!..........._cr\n0010: 75 63 69 62 6c 65 2d 70 61 6e 74 72 79 04 5f 74 ucible-pantry._t\n0020: 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 cp.control-plane\n0030: 05 6f 78 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 .oxide.internal.\n0040: 00 21 00 01 00 00 29 04 d0 00 00 00 00 00 00 .!....)........"} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:49.422067292Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:63985","req_id":"9acbad7d-59af-4cec-9e98-3ac965446a9d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 49185,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 16,\n 95,\n 99,\n 114,\n 117,\n 99,\n 105,\n 98,\n 108,\n 101,\n 45,\n 112,\n 97,\n 110,\n 116,\n 114,\n 121,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:49.422143624Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"_crucible-pantry._tcp"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:49.422459874Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"283afb68-aa52-4ed7-9678-63bdc600e713.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:49.422506156Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:63985","req_id":"9acbad7d-59af-4cec-9e98-3ac965446a9d","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"283afb68-aa52-4ed7-9678-63bdc600e713.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 35513, target: Name(\"283afb68-aa52-4ed7-9678-63bdc600e713.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:49.422704752Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"dns_server_url":"http://[::1]:51698","servers":"DnsServersList { addresses: [[::1]:51698] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:51698/config\", status: 204, headers: {\"x-request-id\": \"cde8fdfd-c1b1-44d5-947f-f84f9dd65503\", \"date\": \"Wed, 30 Apr 2025 06:44:48 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:49.422766575Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"dns_server_url":"http://[::1]:51698","servers":"DnsServersList { addresses: [[::1]:51698] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"DNS propagation: done","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:49.423805134Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"servers":"DnsServersList { addresses: [[::1]:51698] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"activation complete","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:49.423867228Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","status":"{\"generation\":1,\"server_results\":{\"[::1]:51698\":{\"Ok\":null}}}","iteration":3,"elapsed":"260.447886ms"} {"msg":"attempting generation update","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:49.424036606Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"new_generation":2,"req_id":"03f5ee7c-3963-4503-b75f-72955dcabb63","component":"store","component":"external_dns_server"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:49.424081565Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"external_dns_server"} {"msg":"creating tree","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:49.424104551Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"external_dns_server","tree_name":"generation_2_zone_oxide-dev.test"} {"msg":"updating current config","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:49.424317385Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"external_dns_server"} {"msg":"flushing default tree","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:49.424458035Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"external_dns_server"} {"msg":"pruning trees for generations older than 2","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:49.424495189Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"external_dns_server","keep":3} {"msg":"updated generation","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:49.424516081Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"new_generation":2,"req_id":"03f5ee7c-3963-4503-b75f-72955dcabb63","component":"store","component":"external_dns_server"} {"msg":"request completed","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:49.424799335Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/config","method":"PUT","req_id":"03f5ee7c-3963-4503-b75f-72955dcabb63","remote_addr":"[::1]:52906","local_addr":"[::1]:53860","component":"http","kind":"dns","component":"external_dns_server","latency_us":2969,"response_code":"204"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:49.426636997Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"dns_server_url":"http://[::1]:53860","servers":"DnsServersList { addresses: [[::1]:53860] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:53860/config\", status: 204, headers: {\"x-request-id\": \"03f5ee7c-3963-4503-b75f-72955dcabb63\", \"date\": \"Wed, 30 Apr 2025 06:44:48 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:49.426702617Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"dns_server_url":"http://[::1]:53860","servers":"DnsServersList { addresses: [[::1]:53860] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"DNS propagation: done","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:49.42987597Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"servers":"DnsServersList { addresses: [[::1]:53860] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"activation complete","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:49.429936361Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","status":"{\"generation\":2,\"server_results\":{\"[::1]:53860\":{\"Ok\":null}}}","iteration":3,"elapsed":"104.389399ms"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:49.431645396Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:55145","req_id":"24d10159-f21b-450a-b5ad-8204d3bad828","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000: ff 57 01 00 00 01 00 00 00 00 00 01 24 32 38 33 .W..........$283\n0010: 61 66 62 36 38 2d 61 61 35 32 2d 34 65 64 37 2d afb68-aa52-4ed7-\n0020: 39 36 37 38 2d 36 33 62 64 63 36 30 30 65 37 31 9678-63bdc600e71\n0030: 33 04 68 6f 73 74 0d 63 6f 6e 74 72 6f 6c 2d 70 3.host.control-p\n0040: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0050: 6e 61 6c 00 00 1c 00 01 00 00 29 04 d0 00 00 00 nal.......).....\n0060: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:49.431704684Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:55145","req_id":"24d10159-f21b-450a-b5ad-8204d3bad828","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 65367,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"283afb68-aa52-4ed7-9678-63bdc600e713.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"283afb68-aa52-4ed7-9678-63bdc600e713.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 36,\n 50,\n 56,\n 51,\n 97,\n 102,\n 98,\n 54,\n 56,\n 45,\n 97,\n 97,\n 53,\n 50,\n 45,\n 52,\n 101,\n 100,\n 55,\n 45,\n 57,\n 54,\n 55,\n 56,\n 45,\n 54,\n 51,\n 98,\n 100,\n 99,\n 54,\n 48,\n 48,\n 101,\n 55,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:49.431785675Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"283afb68-aa52-4ed7-9678-63bdc600e713.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:49.431880484Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:55145","req_id":"24d10159-f21b-450a-b5ad-8204d3bad828","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"283afb68-aa52-4ed7-9678-63bdc600e713.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"283afb68-aa52-4ed7-9678-63bdc600e713.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"283afb68-aa52-4ed7-9678-63bdc600e713.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:49.432031495Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:49.432081775Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:49.432109641Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:49.432133147Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:49.432610308Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:49.50168266Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:35513","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:48051"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:49.501897048Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b404ba35-bf29-48d5-ba10-8ffe7cd828b6\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:44:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:49.502227346Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0","method":"GET"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:49.502675298Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:49.502730989Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:49.502760788Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:49.503801151Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:49.504410485Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/crucible/pantry/0","method":"GET","req_id":"7ca4100c-ed58-4a4b-9bd9-085b5da9f9cc","remote_addr":"[::1]:48051","local_addr":"[::1]:35513","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:49.505854883Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/crucible/pantry/0","method":"GET","req_id":"7ca4100c-ed58-4a4b-9bd9-085b5da9f9cc","remote_addr":"[::1]:48051","local_addr":"[::1]:35513","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":733,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:50.043787749Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:35513","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:58383"} {"msg":"accepted connection","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:50.043866887Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:35513","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:62139"} {"msg":"accepted connection","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:50.043895644Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:35513","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:37247"} {"msg":"accepted connection","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:50.043919812Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:35513","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:48095"} {"msg":"accepted connection","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:50.043942448Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:35513","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:43411"} {"msg":"accepted connection","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:50.043966526Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:35513","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:33509"} {"msg":"accepted connection","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:50.043988499Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:35513","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:33143"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.045227819Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.045287538Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.045318529Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.046114415Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.046639151Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/crucible/pantry/0","method":"GET","req_id":"8472def9-9e09-43d9-b2aa-c8a69cc5232f","remote_addr":"[::1]:58383","local_addr":"[::1]:35513","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.046806474Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/crucible/pantry/0","method":"GET","req_id":"c9a0344c-dc81-4081-8106-fc02945c75cb","remote_addr":"[::1]:62139","local_addr":"[::1]:35513","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.047058897Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/crucible/pantry/0","method":"GET","req_id":"502469c8-a754-4354-876a-abca7bcebfe0","remote_addr":"[::1]:37247","local_addr":"[::1]:35513","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.047147423Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/crucible/pantry/0","method":"GET","req_id":"6d0d3cc1-1dbf-45a9-ae5b-a80e9011ee7e","remote_addr":"[::1]:48095","local_addr":"[::1]:35513","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.047292382Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/crucible/pantry/0","method":"GET","req_id":"3a1e0641-a03c-49f4-b3f6-177e1e0e92ea","remote_addr":"[::1]:43411","local_addr":"[::1]:35513","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.047409676Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/crucible/pantry/0","method":"GET","req_id":"9413a332-ec79-43a7-8242-af7f770a5666","remote_addr":"[::1]:33509","local_addr":"[::1]:35513","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.047523974Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/crucible/pantry/0","method":"GET","req_id":"27aa5b6b-9b7b-478e-8ce7-79b55559340a","remote_addr":"[::1]:33143","local_addr":"[::1]:35513","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:50.048178017Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/crucible/pantry/0","method":"GET","req_id":"8472def9-9e09-43d9-b2aa-c8a69cc5232f","remote_addr":"[::1]:58383","local_addr":"[::1]:35513","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1515,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:50.048244529Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/crucible/pantry/0","method":"GET","req_id":"c9a0344c-dc81-4081-8106-fc02945c75cb","remote_addr":"[::1]:62139","local_addr":"[::1]:35513","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1442,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:50.04828033Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/crucible/pantry/0","method":"GET","req_id":"502469c8-a754-4354-876a-abca7bcebfe0","remote_addr":"[::1]:37247","local_addr":"[::1]:35513","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1277,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:50.048310661Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/crucible/pantry/0","method":"GET","req_id":"6d0d3cc1-1dbf-45a9-ae5b-a80e9011ee7e","remote_addr":"[::1]:48095","local_addr":"[::1]:35513","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1154,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:50.048338787Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/crucible/pantry/0","method":"GET","req_id":"3a1e0641-a03c-49f4-b3f6-177e1e0e92ea","remote_addr":"[::1]:43411","local_addr":"[::1]:35513","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1097,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:50.048382594Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/crucible/pantry/0","method":"GET","req_id":"9413a332-ec79-43a7-8242-af7f770a5666","remote_addr":"[::1]:33509","local_addr":"[::1]:35513","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1017,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:50.048482964Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/crucible/pantry/0","method":"GET","req_id":"27aa5b6b-9b7b-478e-8ce7-79b55559340a","remote_addr":"[::1]:33143","local_addr":"[::1]:35513","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":947,"response_code":"200"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.050597026Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.057397265Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.057463457Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.057490501Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.057520842Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.057545541Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.057617604Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.057895218Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.068151723Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ae6dd23-9b9e-4fe4-98c4-2816657527d0\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:44:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.068407683Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.068619745Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.068672891Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.068702651Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.069352465Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.076560938Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.07661751Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.076645727Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.077082687Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.085023138Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.092521608Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.092631938Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.092712559Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.093861638Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.106798214Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.106902862Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.108647468Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.114203388Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.114273808Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.115950689Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.118750728Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f70f8ee-b4f2-4e07-99de-2044d53d49e6\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:44:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.119182148Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.119975599Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.120023815Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.120655483Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.12399135Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.124043023Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.124072922Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.124097551Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.125531118Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.12796155Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.128013373Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.128057972Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.129094858Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.129603832Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"992a1f01-969c-4326-bae6-224a9b1fc511\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:44:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.129760765Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.132364954Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.132490384Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.132588128Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.133170859Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.136104945Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"150eb333-1134-4798-9538-5c86849446b6\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:44:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.136465905Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.13666415Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.149922556Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.149990351Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.150014529Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.150039329Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.15059216Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.153712547Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.153768699Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.154174418Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.156593297Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b5a8b38-b18f-4ba5-b8fe-50a9062304da\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:44:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.156658587Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.157055438Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.157097592Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.157499372Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.160432547Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c2e77f74-c5cf-43e3-896a-050f43963d24\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:44:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.160622956Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.160897844Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.160938976Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.161370886Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.163743052Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b4322ed-5fb3-4914-9ba7-2a3ac5b2da54\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:44:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.163955195Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.16419345Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.1642437Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.164270584Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.164294722Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.1647806Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.166925914Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"39dd082e-2024-4260-9d61-31f5d4d09766\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:44:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.166989902Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.167398315Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.167444077Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.167469637Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.167869394Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.168087559Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a8ed44fa-2638-4177-935a-fd1ce0ca76d5\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:44:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.168241866Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.169863587Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"194a621e-799c-4e64-9336-3e12ecb79282\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:44:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.170008035Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.170281881Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.170325247Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.170351229Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.17078342Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.172293629Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e77e5782-d74e-45d6-8be4-2f890b1d4634\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:44:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.172417195Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1","method":"GET"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.173226067Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.181507607Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.181576905Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.181603819Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.18163465Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.181660011Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.181684099Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.182087022Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.183804223Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9dbcb81f-5f15-4e8c-8bf4-b42797efca78\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:44:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.184017959Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.184768504Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.18487683Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.184905718Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.185291967Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.187352433Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.18740153Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.187428795Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.18781777Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.189824729Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.198435866Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.198515815Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.198543911Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.198964499Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.200322435Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13eff5d7-ba1f-4722-a009-0e36c29227af\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:44:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.200507794Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.211430206Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.211488011Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.212357433Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.212619466Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3eca56ea-29b1-4e18-a887-40ea51c16c8a\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:44:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.212765557Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.215189586Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.215248133Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.215836866Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.218266898Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"637cac83-026c-45f7-98f7-7f51d9d7e4a8\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:44:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.218397949Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.219701095Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.219744191Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.220386751Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.224041092Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"798ac0fe-2eca-4fe5-8c49-2c2361f86a18\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:44:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.224145661Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.224666759Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.224713512Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.225178479Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.228622541Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.2286673Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.228692821Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.228715476Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.22922442Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.231865422Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.231911694Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.231936954Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.232735746Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.233018499Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4badd56c-c2c5-474b-b981-a925e149d86b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:44:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.233322555Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.237104591Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.237160021Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.237188478Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.237213858Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.238726182Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.254265753Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.254673215Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.254715128Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.254977772Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.255021509Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.255046889Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.256762979Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.259664029Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.259710211Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.259735351Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.260250577Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.260495275Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4193508d-bc23-447a-b7c1-adb67cd30923\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:44:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.26063823Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.262733545Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.262785999Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.262840157Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.263275224Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.263568779Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"687c74ca-31a0-44f3-be98-455accb2119f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:44:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.264221519Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.266121094Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca5efe62-ad30-4268-b8d8-cfad365e1c73\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:44:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.266507654Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.268273773Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.276205757Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.276386147Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.276475204Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.27722112Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.277514635Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a530827-3d1d-4a37-ba1c-9e1141782951\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:44:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.277743451Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.284456787Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b8f21ed-28e7-4934-abaf-97d290066393\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:44:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.284962915Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0","method":"GET"} {"msg":"resolved names for firewall rules","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.285933449Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","subnet_networks":"{Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })], Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })]}","subnet_interfaces":"{Name(\"external-dns\"): [NetworkInterface { id: 14445be5-a8cb-4024-bed9-1260e81e1d11, kind: Service { id: 2f1d924d-4751-4222-b5db-084dc0789d89 }, name: Name(\"external-dns-2f1d924d-4751-4222-b5db-084dc0789d89\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 0])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], Name(\"nexus\"): [NetworkInterface { id: 57ab4f36-81d8-4921-84c3-f8cca55c8e4a, kind: Service { id: fe47fe02-cbe0-4332-951f-a8222198c1ad }, name: Name(\"nexus-fe47fe02-cbe0-4332-951f-a8222198c1ad\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 1])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }]}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.286056975Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.286147475Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.286231753Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.286309358Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.287222167Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.288267018Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a2f8b850-04c8-4414-ad85-d83840dc5c8a\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:44:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.288565694Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.290009671Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.294327854Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.294425669Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.294507342Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.294985214Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetched allowlist from DB","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.297837347Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","allowed":"AllowList { id: 001de000-a110-4000-8000-000000000000, time_created: 2025-04-30T06:06:08.248500Z, time_modified: 2025-04-30T06:44:47.890268Z, allowed_ips: None }"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.297934029Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.298247484Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","sled_agent_rules":"[ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"53\")]), filter_protocols: Some([Udp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 14445be5-a8cb-4024-bed9-1260e81e1d11, kind: Service { id: 2f1d924d-4751-4222-b5db-084dc0789d89 }, name: Name(\"external-dns-2f1d924d-4751-4222-b5db-084dc0789d89\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 0])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }, ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"80\"), L4PortRange(\"443\")]), filter_protocols: Some([Tcp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 57ab4f36-81d8-4921-84c3-f8cca55c8e4a, kind: Service { id: fe47fe02-cbe0-4332-951f-a8222198c1ad }, name: Name(\"nexus-fe47fe02-cbe0-4332-951f-a8222198c1ad\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 1])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }]"} {"msg":"resolved 2 rules for sleds","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.298355539Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.299892Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42a1423a-b825-4428-818f-e01f942a46ba\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:44:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.300374662Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.302945705Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"138edceb-d807-4c28-a622-c811518869f0\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:44:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.303243428Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.305723459Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb8f2fef-b04d-4b8e-98fd-33d1be7adf5c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:44:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.305937456Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.308473118Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d67499ef-7532-4bc1-ba78-6423e156b98b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:44:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.30886568Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.311017006Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e250cafb-7283-4407-b071-43ed6818945a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:44:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.31123444Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.315746469Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9922c67e-846a-411e-9995-bda7fdc3a4fd\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:44:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.315886889Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.317012742Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c30573b-9869-4763-842d-cae47538050b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:44:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.317134916Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.318117594Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2078f322-7160-401a-ab91-8c66088b6b2d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:44:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.318328083Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.319339568Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6dd433e5-4fee-4d47-ac14-f2f769dbeba8\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:44:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.319522202Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.320710971Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b4f3819-8ea1-43fe-b5b4-dc738d8e9631\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:44:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.320783746Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.322939641Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20e98f32-4595-4d4a-b9ec-fe5dc8f1a244\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:44:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.323091875Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.325209464Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5034602c-4978-4ef6-ad49-7f138fb7e36e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:44:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.331740126Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.33348379Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a947dc60-2f55-4fbd-b128-e67c4f595dd6\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:44:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.333559721Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.335452763Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"efc44429-eacd-4a76-9f25-f93331ec13e3\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:44:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.335614325Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.345083211Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7de132ec-5fe4-4295-a1a0-1147f2b9c681\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:44:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.351463403Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.355337702Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"59084ddd-da74-48c3-a890-f539db255f94\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:44:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.355591548Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.358876934Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"443af622-a6bb-4016-9429-ebead75b70b1\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:44:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.358995961Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.361169031Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c3173e2-1596-4d4c-8e41-d76d6036cbf3\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:44:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.361307276Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.362926863Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"32de02d6-f4ba-490e-af57-1a7d3a8324c7\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:44:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.363247081Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.364487713Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e2123458-fb51-4656-8278-3c92c6399d0b\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:44:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.365738054Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.367258694Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"90f37518-9169-42a5-b087-b9137fef0ff8\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:44:50 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.367524664Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.367715935Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.36776349Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.367791396Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.369504379Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.372713332Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","vpc_to_sled":"[Sled { identity: SledIdentity { id: b6d65341-167c-41df-9b5c-41cded99c229, time_created: 2025-04-30T06:44:41.261592Z, time_modified: 2025-04-30T06:44:41.261592Z }, time_deleted: None, rcgen: Generation(Generation(1)), rack_id: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, is_scrimlet: true, serial_number: \"sim-b6d65341\", part_number: \"Unknown\", revision: SqlU32(0), usable_hardware_threads: SqlU32(16), usable_physical_ram: ByteCount(ByteCount(34359738368)), reservoir_size: ByteCount(ByteCount(17179869184)), ip: ::1, port: SqlU16(33811), last_used_address: ::ffff, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)), repo_depot_port: SqlU16(63914) }]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.372776849Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.372801107Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.372825426Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.37328961Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.375718279Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.379511637Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.379573952Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.379602649Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.37966847Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.379696275Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.380062044Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.384002535Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229, lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.3840601Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.384097054Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.384122685Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.384982778Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.385395901Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.389501802Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.389560349Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.389589888Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.389955847Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.392164918Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.40023621Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229, lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.452245785Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:33811/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT"} {"msg":"accepted connection","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:50.453107773Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:64617"} {"msg":"incoming request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.454324507Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"28e5cf95-5dcf-46a5-87e0-c02a041d93fb","remote_addr":"[::1]:64617","local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:50.45457681Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"28e5cf95-5dcf-46a5-87e0-c02a041d93fb","remote_addr":"[::1]:64617","local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1053,"response_code":"204"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.454832249Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:33811/vpc/001de000-074c-4000-8000-000000000000/firewall/rules\", status: 204, headers: {\"x-request-id\": \"28e5cf95-5dcf-46a5-87e0-c02a041d93fb\", \"date\": \"Wed, 30 Apr 2025 06:44:50 GMT\"} })"} {"msg":"updated firewall rules on 1 sleds","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:50.457261038Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"plumbed initial IP allowlist","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:50.457315807Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.517874106Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.517954005Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/access","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.517983504Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/assets/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.518009185Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/device/auth","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.518035467Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/device/confirm","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.518058944Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/device/success","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.518080627Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/device/token","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.518102441Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/device/verify","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.518124364Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/experimental/v1/probes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.518146027Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/experimental/v1/probes","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.51816757Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/experimental/v1/probes/{probe}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.518189654Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/experimental/v1/probes/{probe}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.518211147Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/experimental/v1/system/support-bundles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.518233361Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/experimental/v1/system/support-bundles","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.518255225Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.51827761Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.518299684Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.518321627Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.518343631Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download/{file}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.518365996Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download/{file}","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.51838821Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/index","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.518410033Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/images","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.518431176Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/login","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.518452578Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/login/{silo_name}/local","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.51847368Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/login/{silo_name}/saml/{provider_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.518495644Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/login/{silo_name}/saml/{provider_name}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.51858878Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/login/{silo_name}/saml/{provider_name}/redirect","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.518628158Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/lookup/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.518651805Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/projects/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.518673749Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/projects-new","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.518695412Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/settings/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.518717426Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/system/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.518738588Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.518760141Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.518782015Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/affinity-groups","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.518803317Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.51882509Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.518846864Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.518925641Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.518979067Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.519005961Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.519028766Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.519051161Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/anti-affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.519073896Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/anti-affinity-groups","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.519095279Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.519117403Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.519139156Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.519160769Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.519182412Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.519204326Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.51922631Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.519248544Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/certificates","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.519270378Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/certificates","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.519291901Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/certificates/{certificate}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.519313153Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/certificates/{certificate}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.519334185Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.519355637Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/disks","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.519376579Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/disks/{disk}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.519398533Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/disks/{disk}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.51942216Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/disks/{disk}/bulk-write","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.519445827Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/disks/{disk}/bulk-write-start","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.519469524Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/disks/{disk}/bulk-write-stop","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.51949239Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/disks/{disk}/finalize","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.519515155Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/disks/{disk}/metrics/{metric}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.51953766Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/floating-ips","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.519559985Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/floating-ips","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.519582379Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.519605365Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.519627289Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.519652098Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/floating-ips/{floating_ip}/attach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.519677088Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/floating-ips/{floating_ip}/detach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.519700074Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.519721817Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/groups/{group_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.519744021Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/images","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.519765915Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/images","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.519787779Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/images/{image}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.519809923Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/images/{image}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.519831796Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/images/{image}/demote","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.51985401Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/images/{image}/promote","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.519876375Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/instances","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.519898469Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/instances","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.519921224Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/instances/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.519943739Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/instances/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.519965613Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/instances/{instance}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.519988128Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/instances/{instance}/affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.520011424Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/instances/{instance}/anti-affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.52003425Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/instances/{instance}/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.520056294Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/instances/{instance}/disks/attach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.520078037Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/instances/{instance}/disks/detach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.520101043Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/instances/{instance}/external-ips","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.520126644Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.520149499Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.520172625Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/instances/{instance}/reboot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.520194729Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/instances/{instance}/serial-console","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.520217254Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/instances/{instance}/serial-console/stream","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.520239368Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/instances/{instance}/ssh-public-keys","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.520262615Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/instances/{instance}/start","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.520284749Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/instances/{instance}/stop","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.520306753Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/internet-gateway-ip-addresses","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.520329678Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/internet-gateway-ip-addresses","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.520351672Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/internet-gateway-ip-addresses/{address}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.520374467Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/internet-gateway-ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.520396491Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/internet-gateway-ip-pools","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.520419307Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/internet-gateway-ip-pools/{pool}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.520442293Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/internet-gateways","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.520465218Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/internet-gateways","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.520487673Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/internet-gateways/{gateway}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.520510158Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/internet-gateways/{gateway}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.520533294Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.520554887Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/ip-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.520577632Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/login/{silo_name}/local","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.520600468Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/logout","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.520623363Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/me","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.520645748Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/me/groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.520667812Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/me/ssh-keys","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.520690537Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/me/ssh-keys","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.520712311Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/me/ssh-keys/{ssh_key}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.520734094Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/me/ssh-keys/{ssh_key}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.520756248Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/metrics/{metric_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.520778743Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/network-interfaces","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.520802029Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/network-interfaces","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.520823743Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/network-interfaces/{interface}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.520846768Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/network-interfaces/{interface}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.520869293Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/network-interfaces/{interface}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.520891638Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/ping","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.520913672Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.520936277Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.52095797Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/projects","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.520980415Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/projects","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.521003932Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/projects/{project}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.521026436Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/projects/{project}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.521048731Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/projects/{project}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.521073069Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/projects/{project}/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.521096376Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/projects/{project}/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.52111878Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/snapshots","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.521140854Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/snapshots","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.521163049Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/snapshots/{snapshot}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.521184872Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/snapshots/{snapshot}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.521207177Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/hardware/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.52122901Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/hardware/disks/{disk_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.521253729Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/hardware/rack-switch-port/{rack_id}/{switch_location}/{port}/lldp/neighbors","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.521278178Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/hardware/racks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.521300172Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/hardware/racks/{rack_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.521322917Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/hardware/sleds","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.521344871Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/hardware/sleds","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.521367566Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.52138973Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.521412325Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/instances","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.521435101Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/provision-policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.521457465Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/hardware/sleds-uninitialized","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.521479459Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/hardware/switch-port","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.521501152Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/hardware/switch-port/{port}/lldp/config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.521523697Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/hardware/switch-port/{port}/lldp/config","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.521545982Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/hardware/switch-port/{port}/settings","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.52159024Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/hardware/switch-port/{port}/settings","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.521644879Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/hardware/switch-port/{port}/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.521672253Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/hardware/switches","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.521694217Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/hardware/switches/{switch_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.521716622Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/identity-providers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.521738776Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/identity-providers/local/users","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.52176086Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/identity-providers/local/users/{user_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.521785258Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/identity-providers/local/users/{user_id}/set-password","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.521807903Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/identity-providers/saml","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.521830238Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/identity-providers/saml/{provider}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.521852242Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.521874666Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/ip-pools","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.52189673Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.521918895Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.521941259Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.521964996Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.521988453Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.52201171Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges/remove","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.522035056Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/ip-pools/{pool}/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.522057591Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/ip-pools/{pool}/silos","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.522080006Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/ip-pools/{pool}/silos/{silo}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.52210204Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/ip-pools/{pool}/silos/{silo}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.522124374Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/ip-pools/{pool}/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.522146498Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/ip-pools-service","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.522168642Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/ip-pools-service/ranges","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.522190315Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/ip-pools-service/ranges/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.522214975Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/ip-pools-service/ranges/remove","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.522238231Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/metrics/{metric_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.522260505Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/networking/address-lot","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.52228319Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/networking/address-lot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.522304793Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/networking/address-lot/{address_lot}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.522329883Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/networking/address-lot/{address_lot}/blocks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.52235323Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/networking/allow-list","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.522375865Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/networking/allow-list","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.522397468Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/networking/bfd-disable","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.522420163Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/networking/bfd-enable","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.522480744Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/networking/bfd-status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.522506385Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/networking/bgp","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.52252883Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/networking/bgp","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.522551365Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/networking/bgp","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.52257397Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/networking/bgp-announce-set","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.522596525Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/networking/bgp-announce-set","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.522621555Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/networking/bgp-announce-set/{announce_set}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.522645272Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/networking/bgp-announce-set/{announce_set}/announcement","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.522668839Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/networking/bgp-exported","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.522691153Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/networking/bgp-message-history","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.522713648Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/networking/bgp-routes-ipv4","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.522736714Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/networking/bgp-status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.522758538Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/networking/loopback-address","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.522780752Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/networking/loopback-address","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.522803377Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/networking/loopback-address/{rack_id}/{switch_location}/{address}/{subnet_mask}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.522827024Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.522849238Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.522871703Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.522894739Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/networking/switch-port-settings/{port}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.522917685Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.522939428Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.522961472Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/roles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.522983476Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/roles/{role_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.5230059Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/silo-quotas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.523029538Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.523052343Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/silos","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.523075158Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/silos/{silo}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.523097834Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/silos/{silo}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.523120439Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/silos/{silo}/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.523142913Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/silos/{silo}/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.523165007Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/silos/{silo}/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.523186691Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/silos/{silo}/quotas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.523208845Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/silos/{silo}/quotas","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.523230959Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/timeseries/query","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.523252872Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/timeseries/schemas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.523275588Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/update/repository","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.523297471Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/update/repository/{system_version}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.523320137Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/update/target-release","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.523342351Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/update/target-release","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.523364735Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/users","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.523387671Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/users/{user_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.523409444Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/users-builtin","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.523431118Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/users-builtin/{user}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.523452661Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/utilization/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.523475476Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/utilization/silos/{silo}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.52349767Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/timeseries/query","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.523520255Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/users","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.523544924Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.523571588Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/vpc-firewall-rules","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.523594072Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/vpc-firewall-rules","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.523615946Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/vpc-router-routes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.52363787Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/vpc-router-routes","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.523660645Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.52368301Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.523705444Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.523727428Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/vpc-routers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.523750374Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/vpc-routers","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.523773169Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/vpc-routers/{router}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.523794902Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/vpc-routers/{router}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.523816606Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/vpc-routers/{router}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.52383898Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/vpc-subnets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.523861746Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/vpc-subnets","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.52388389Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.523907447Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.523929811Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.523951955Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/vpc-subnets/{subnet}/network-interfaces","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.5239744Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/vpcs","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.523996915Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/vpcs","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.524020231Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/vpcs/{vpc}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.524042666Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/vpcs/{vpc}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.524065161Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/vpcs/{vpc}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.524087375Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/webhooks/deliveries","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.524110291Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/webhooks/deliveries/{event_id}/resend","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.524132595Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/webhooks/event-classes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.52415505Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/webhooks/receivers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.524177074Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/webhooks/receivers","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.524199188Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/webhooks/receivers/{receiver}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.524222504Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/webhooks/receivers/{receiver}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.524244929Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/webhooks/receivers/{receiver}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.524279348Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/webhooks/receivers/{receiver}/probe","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.524303706Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/webhooks/receivers/{receiver}/subscriptions","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.524327474Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/webhooks/receivers/{receiver}/subscriptions/{subscription}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.524352503Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/webhooks/secrets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.524375359Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/webhooks/secrets","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.524399006Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/webhooks/secrets/{secret_id}","method":"DELETE"} {"msg":"listening","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:50.52442125Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.524443374Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:50291","component":"dropshot_external","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.571529541Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.571593729Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/access","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.571623608Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/assets/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.571647816Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/device/auth","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.571674059Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/device/confirm","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.571698096Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/device/success","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.571723056Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/device/token","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.571776182Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/device/verify","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.571804468Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/experimental/v1/probes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.571828166Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/experimental/v1/probes","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.571851592Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/experimental/v1/probes/{probe}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.571875099Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/experimental/v1/probes/{probe}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.571901081Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/experimental/v1/system/support-bundles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.571925991Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/experimental/v1/system/support-bundles","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.571950419Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.571975319Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.572000719Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.572027783Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.572050559Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download/{file}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.572074476Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download/{file}","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.572097843Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/index","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.572123825Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/images","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.57214666Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/login","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.572169105Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/login/{silo_name}/local","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.572192041Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/login/{silo_name}/saml/{provider_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.572214756Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/login/{silo_name}/saml/{provider_name}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.572238643Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/login/{silo_name}/saml/{provider_name}/redirect","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.572262351Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/lookup/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.572285397Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/projects/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.572310016Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/projects-new","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.572333943Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/settings/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.57235761Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/system/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.572381177Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.572404133Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.572426347Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/affinity-groups","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.572449093Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.572472049Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.572494042Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.572517078Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.572540876Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.572608611Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.572636266Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.572660504Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/anti-affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.572684973Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/anti-affinity-groups","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.572710313Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.572736315Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.572762177Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.572786876Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.57281394Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.57283942Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.572865042Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.572890452Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/certificates","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.572916604Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/certificates","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.572941594Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/certificates/{certificate}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.572966464Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/certificates/{certificate}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.572992075Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.57302011Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/disks","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.573045681Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/disks/{disk}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.57306983Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/disks/{disk}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.573094268Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/disks/{disk}/bulk-write","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.57312003Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/disks/{disk}/bulk-write-start","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.573145731Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/disks/{disk}/bulk-write-stop","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.573170931Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/disks/{disk}/finalize","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.573195971Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/disks/{disk}/metrics/{metric}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.573220299Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/floating-ips","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.573246011Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/floating-ips","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.573270349Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.5732961Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.573321761Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.573344427Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/floating-ips/{floating_ip}/attach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.573369306Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/floating-ips/{floating_ip}/detach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.573392553Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.573416741Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/groups/{group_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.573438875Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/images","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.57346168Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/images","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.573483814Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/images/{image}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.573505868Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/images/{image}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.573530407Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/images/{image}/demote","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.573552792Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/images/{image}/promote","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.573575176Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/instances","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.573599004Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/instances","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.57362193Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/instances/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.573644715Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/instances/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.57366741Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/instances/{instance}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.573690125Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/instances/{instance}/affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.573713712Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/instances/{instance}/anti-affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.573737299Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/instances/{instance}/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.573760305Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/instances/{instance}/disks/attach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.573783221Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/instances/{instance}/disks/detach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.573805165Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/instances/{instance}/external-ips","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.573828641Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.573851647Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.573874192Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/instances/{instance}/reboot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.573900094Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/instances/{instance}/serial-console","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.573922799Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/instances/{instance}/serial-console/stream","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.573947859Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/instances/{instance}/ssh-public-keys","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.573973209Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/instances/{instance}/start","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.573995434Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/instances/{instance}/stop","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.574019061Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/internet-gateway-ip-addresses","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.574044502Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/internet-gateway-ip-addresses","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.574068209Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/internet-gateway-ip-addresses/{address}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.574090764Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/internet-gateway-ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.574113359Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/internet-gateway-ip-pools","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.574135934Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/internet-gateway-ip-pools/{pool}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.574158378Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/internet-gateways","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.574180543Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/internet-gateways","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.574202476Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/internet-gateways/{gateway}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.574226234Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/internet-gateways/{gateway}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.574292616Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.57431965Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/ip-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.574344629Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/login/{silo_name}/local","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.57437014Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/logout","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.574395361Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/me","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.574418116Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/me/groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.57444032Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/me/ssh-keys","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.574463707Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/me/ssh-keys","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.574487644Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/me/ssh-keys/{ssh_key}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.574510981Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/me/ssh-keys/{ssh_key}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.574533295Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/metrics/{metric_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.57455555Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/network-interfaces","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.574577804Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/network-interfaces","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.574599948Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/network-interfaces/{interface}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.574622383Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/network-interfaces/{interface}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.574644768Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/network-interfaces/{interface}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.574667563Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/ping","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.574690719Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.574714366Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.574736831Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/projects","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.574759105Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/projects","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.574781099Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/projects/{project}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.574803424Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/projects/{project}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.574826229Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/projects/{project}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.574848233Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/projects/{project}/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.5748719Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/projects/{project}/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.574894174Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/snapshots","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.574918954Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/snapshots","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.574941699Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/snapshots/{snapshot}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.574964955Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/snapshots/{snapshot}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.574987821Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/hardware/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.575010446Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/hardware/disks/{disk_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.575035656Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/hardware/rack-switch-port/{rack_id}/{switch_location}/{port}/lldp/neighbors","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.575059794Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/hardware/racks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.575081959Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/hardware/racks/{rack_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.575105836Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/hardware/sleds","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.57512803Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/hardware/sleds","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.575151798Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.575175705Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.575198361Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/instances","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.575220605Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/provision-policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.575243681Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/hardware/sleds-uninitialized","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.575266647Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/hardware/switch-port","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.575288721Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/hardware/switch-port/{port}/lldp/config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.575311065Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/hardware/switch-port/{port}/lldp/config","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.57533387Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/hardware/switch-port/{port}/settings","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.575356425Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/hardware/switch-port/{port}/settings","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.575381876Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/hardware/switch-port/{port}/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.575406054Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/hardware/switches","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.575428429Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/hardware/switches/{switch_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.575452236Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/identity-providers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.575475833Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/identity-providers/local/users","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.575498458Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/identity-providers/local/users/{user_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.575520843Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/identity-providers/local/users/{user_id}/set-password","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.575543298Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/identity-providers/saml","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.575565562Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/identity-providers/saml/{provider}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.575588167Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.575613247Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/ip-pools","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.575636173Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.575658257Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.575680351Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.575702535Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.57572504Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.575748186Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges/remove","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.575772374Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/ip-pools/{pool}/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.575794919Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/ip-pools/{pool}/silos","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.575817584Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/ip-pools/{pool}/silos/{silo}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.575840249Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/ip-pools/{pool}/silos/{silo}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.575864408Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/ip-pools/{pool}/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.575886742Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/ip-pools-service","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.575908756Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/ip-pools-service/ranges","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.57593079Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/ip-pools-service/ranges/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.575954828Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/ip-pools-service/ranges/remove","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.575978996Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/metrics/{metric_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.576002743Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/networking/address-lot","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.57602602Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/networking/address-lot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.576048755Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/networking/address-lot/{address_lot}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.576071129Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/networking/address-lot/{address_lot}/blocks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.576093023Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/networking/allow-list","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.576114917Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/networking/allow-list","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.576138774Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/networking/bfd-disable","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.576162632Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/networking/bfd-enable","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.576185137Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/networking/bfd-status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.576207842Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/networking/bgp","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.576229705Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/networking/bgp","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.576252351Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/networking/bgp","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.576274445Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/networking/bgp-announce-set","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.576298212Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/networking/bgp-announce-set","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.576322791Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/networking/bgp-announce-set/{announce_set}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.576345606Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/networking/bgp-announce-set/{announce_set}/announcement","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.576368973Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/networking/bgp-exported","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.576393392Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/networking/bgp-message-history","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.576417179Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/networking/bgp-routes-ipv4","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.576440896Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/networking/bgp-status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.576465415Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/networking/loopback-address","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.576488942Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/networking/loopback-address","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.576512759Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/networking/loopback-address/{rack_id}/{switch_location}/{address}/{subnet_mask}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.576537669Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.576560404Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.576583711Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.576607047Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/networking/switch-port-settings/{port}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.576632057Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.576654341Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.576676345Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/roles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.57669891Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/roles/{role_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.576721235Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/silo-quotas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.576743219Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.576766305Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/silos","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.576788338Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/silos/{silo}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.576810974Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/silos/{silo}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.576833819Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/silos/{silo}/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.576856574Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/silos/{silo}/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.576878809Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/silos/{silo}/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.576904169Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/silos/{silo}/quotas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.576928728Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/silos/{silo}/quotas","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.576951293Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/timeseries/query","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.576973167Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/timeseries/schemas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.576997826Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/update/repository","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.577021633Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/update/repository/{system_version}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.577046453Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/update/target-release","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.577071913Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/update/target-release","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.577094849Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/users","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.577116452Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/users/{user_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.57714045Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/users-builtin","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.577223636Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/users-builtin/{user}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.577257834Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/utilization/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.577283605Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/system/utilization/silos/{silo}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.577310619Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/timeseries/query","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.577334767Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/users","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.577358264Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.57738128Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/vpc-firewall-rules","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.577405849Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/vpc-firewall-rules","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.577429987Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/vpc-router-routes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.577453895Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/vpc-router-routes","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.577477802Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.577503323Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.577527371Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.577551289Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/vpc-routers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.577573763Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/vpc-routers","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.577597831Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/vpc-routers/{router}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.577619965Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/vpc-routers/{router}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.577641769Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/vpc-routers/{router}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.577666238Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/vpc-subnets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.577689594Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/vpc-subnets","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.577713311Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.577736548Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.577763541Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.577787108Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/vpc-subnets/{subnet}/network-interfaces","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.577809523Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/vpcs","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.577831547Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/vpcs","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.577853841Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/vpcs/{vpc}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.577876206Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/vpcs/{vpc}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.577900324Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/vpcs/{vpc}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.577922929Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/webhooks/deliveries","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.577946817Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/webhooks/deliveries/{event_id}/resend","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.577969372Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/webhooks/event-classes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.577991776Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/webhooks/receivers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.578015794Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/webhooks/receivers","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.57803888Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/webhooks/receivers/{receiver}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.578061525Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/webhooks/receivers/{receiver}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.578085232Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/webhooks/receivers/{receiver}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.57810917Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/webhooks/receivers/{receiver}/probe","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.578132507Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/webhooks/receivers/{receiver}/subscriptions","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.578157286Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/webhooks/receivers/{receiver}/subscriptions/{subscription}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.578180081Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/webhooks/secrets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.578204159Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/webhooks/secrets","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.578226344Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/v1/webhooks/secrets/{secret_id}","method":"DELETE"} {"msg":"listening","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:50.57824969Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.578271604Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:37162","component":"dropshot_external_techport","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"registered DTrace probes","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.578291153Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"nexus-producer-server","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.578312325Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:44995","component":"dropshot","component":"nexus-producer-server","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","versions":"all","path":"/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:50.578337976Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:44995","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:328","component":"nexus-producer-server","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.578361503Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:44995","component":"dropshot","component":"nexus-producer-server","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"Requested any available port, Dropshot server has been bound to 127.0.0.1:44995","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.578383517Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"nexus-producer-server","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"Nexus IP provided explicitly, will use it","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.578404088Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"nexus-producer-server","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","addr":"127.0.0.1:33167"} {"msg":"starting producer registration task","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.5784252Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"nexus-producer-server","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"starting oximeter metric producer server","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:50.578443536Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"file":"oximeter/producer/src/lib.rs:279","component":"nexus-producer-server","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","interval":"10s","address":"127.0.0.1:44995","producer_id":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"Running step start_oximeter","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.578468737Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"init_with_steps"} {"msg":"Starting Oximeter","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.578486913Z","hostname":"bmat-EVT22200007-000064cb","pid":27518} {"msg":"registered DTrace probes","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.578502865Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"oximeter"} {"msg":"starting oximeter server","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:50.57852048Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"file":"oximeter/collector/src/lib.rs:236","component":"oximeter"} {"msg":"creating ClickHouse client","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.578541461Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"oximeter"} {"msg":"registered USDT probes","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.580162742Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"registering as oximeter producer with Nexus","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.580487859Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"producer-registration-task","component":"nexus-producer-server","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","registration_count":"0"} {"msg":"will register with Nexus at 127.0.0.1:33167","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.580537318Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"producer-registration-task","component":"nexus-producer-server","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.652390842Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"producer-registration-task","component":"nexus-producer-server","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://127.0.0.1:33167/metrics/producers","method":"POST"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.69921218Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","sled_agent_url":"http://[::1]:33811"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.69928751Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"SledAgent":"http://[::1]:33811","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:33811/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:50.700345708Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","remote_addr":"127.0.0.1:46579"} {"msg":"accepted connection","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:50.700407632Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:38268"} {"msg":"incoming request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.708279406Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/metrics/producers","method":"POST","req_id":"9a4cf413-055c-4f23-bcff-73f832d1f644","remote_addr":"127.0.0.1:46579","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"incoming request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.70872826Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/inventory","method":"GET","req_id":"b703c997-ebe8-4708-bd48-4d9800e3763e","remote_addr":"[::1]:38268","local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.710494369Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"9a4cf413-055c-4f23-bcff-73f832d1f644","remote_addr":"127.0.0.1:46579","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.710561282Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"9a4cf413-055c-4f23-bcff-73f832d1f644","remote_addr":"127.0.0.1:46579","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.711607427Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"9a4cf413-055c-4f23-bcff-73f832d1f644","remote_addr":"127.0.0.1:46579","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:50.71235699Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/inventory","method":"GET","req_id":"b703c997-ebe8-4708-bd48-4d9800e3763e","remote_addr":"[::1]:38268","local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":3653,"response_code":"200"} {"msg":"executing SQL query","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.714761381Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT MAX(value) AS max_version FROM oximeter.version;"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.721242775Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"SledAgent":"http://[::1]:33811","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:33811/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b703c997-ebe8-4708-bd48-4d9800e3763e\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:44:50 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.72332841Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.723506124Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.72358444Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.727625953Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.727810761Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.727917854Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.728038024Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.728656436Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"oximeter database does not exist, or is out-of-date","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:44:50.729751468Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:894","component":"oximeter"} {"msg":"oximeter database does not exist, creating","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.729911076Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"reading db version","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:50.730046245Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:794","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.733590817Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT MAX(value) AS max_version FROM oximeter.version;"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.736004957Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.740174445Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.740444894Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.740547698Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.741204697Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"oximeter database does not exist, or is out-of-date","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:44:50.750763453Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:894","component":"oximeter"} {"msg":"read oximeter database version","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:50.750861298Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:799","component":"oximeter","version":0} {"msg":"initializing oximeter schema","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:50.750996667Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:804","component":"oximeter"} {"msg":"initializing ClickHouse database","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.751087799Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.753445526Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"CREATE DATABASE IF NOT EXISTS oximeter"} {"msg":"request completed","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:50.757681627Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/metrics/producers","method":"POST","req_id":"9a4cf413-055c-4f23-bcff-73f832d1f644","remote_addr":"127.0.0.1:46579","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","error_message_external":"Service Unavailable","error_message_internal":"no Oximeter instances available for assignment","latency_us":49374,"response_code":"503"} {"msg":"executing SQL query","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.758066213Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n/* The version table contains metadata about the `oximeter` database */\nCREATE TABLE IF NOT EXISTS oximeter.version\n(\n value UInt64,\n timestamp DateTime64(9, 'UTC')\n)\nENGINE = MergeTree()\nORDER BY (value, timestamp)"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.759363307Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"producer-registration-task","component":"nexus-producer-server","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://127.0.0.1:33167/metrics/producers\", status: 503, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a4cf413-055c-4f23-bcff-73f832d1f644\", \"content-length\": \"133\", \"date\": \"Wed, 30 Apr 2025 06:44:50 GMT\"} })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:44:50.761536547Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:371","component":"nexus-producer-server","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","error":"\"Error Response: status: 503 Service Unavailable; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"9a4cf413-055c-4f23-bcff-73f832d1f644\\\", \\\"content-length\\\": \\\"133\\\", \\\"date\\\": \\\"Wed, 30 Apr 2025 06:44:50 GMT\\\"}; value: Error { error_code: Some(\\\"ServiceNotAvailable\\\"), message: \\\"Service Unavailable\\\", request_id: \\\"9a4cf413-055c-4f23-bcff-73f832d1f644\\\" }\"","delay":"181.007065ms","count":"0"} {"msg":"executing SQL query","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.762338806Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n/* The measurement tables contain all individual samples from each timeseries.\n *\n * Each table stores a single datum type, and otherwise contains nearly the same\n * structure. The primary sorting key is on the timeseries name, key, and then\n * timestamp, so that all timeseries from the same schema are grouped, followed\n * by all samples from the same timeseries.\n *\n * This reflects that one usually looks up the _key_ in one or more field table,\n * and then uses that to index quickly into the measurements tables.\n */\nCREATE TABLE IF NOT EXISTS oximeter.measurements_bool\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Bool)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.765843559Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_i8\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Int8)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.769390456Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_u8\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(UInt8)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.773084436Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_i16\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Int16)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.777511316Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_u16\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(UInt16)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.780947633Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_i32\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Int32)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.784307236Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_u32\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(UInt32)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.7884148Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_i64\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Int64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.791592511Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_u64\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(UInt64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.802410946Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_f32\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Float32)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.807360097Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_f64\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.817704217Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_string\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(String)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.826607216Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_bytes\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n /*\n * NOTE: Right now we can't unambiguously record a nullable byte array.\n * Arrays cannot be nested in `Nullable()` types, and encoding the array as\n * a string isn't palatable for a few reasons.\n * See: https://github.com/oxidecomputer/omicron/issues/4551 for more\n * details.\n */\n datum Array(UInt8)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.829606532Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_cumulativei64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Int64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.833145303Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_cumulativeu64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(UInt64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.837274379Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_cumulativef32\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Float32)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.842182298Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_cumulativef64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.846392617Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogrami8\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n /*\n * NOTE: Array types cannot be Nullable, see\n * https://clickhouse.com/docs/en/sql-reference/data-types/nullable\n * for more details.\n *\n * This means we need to use empty arrays to indicate a missing value. This\n * is unfortunate, and at this point relies on the fact that an\n * `oximeter::Histogram` cannot have zero bins. If that changes, we'll need\n * to figure out another way to represent missing samples here.\n */\n bins Array(Int8),\n counts Array(UInt64),\n min Int8,\n max Int8,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.853398917Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramu8\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(UInt8),\n counts Array(UInt64),\n min UInt8,\n max UInt8,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.868294736Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogrami16\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(Int16),\n counts Array(UInt64),\n min Int16,\n max Int16,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.873513724Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramu16\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(UInt16),\n counts Array(UInt64),\n min UInt16,\n max UInt16,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:44:50.875181527Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:44:50.875524691Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.875588247Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":3,"elapsed":"2.0307971s"} {"msg":"executing SQL query","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.877471339Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogrami32\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(Int32),\n counts Array(UInt64),\n min Int32,\n max Int32,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.881407562Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramu32\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(UInt32),\n counts Array(UInt64),\n min UInt32,\n max UInt32,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.885176932Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogrami64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(Int64),\n counts Array(UInt64),\n min Int64,\n max Int64,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.889229918Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramu64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(UInt64),\n counts Array(UInt64),\n min UInt64,\n max UInt64,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.893606738Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramf32\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(Float32),\n counts Array(UInt64),\n min Float32,\n max Float32,\n sum_of_samples Float64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.900212129Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramf64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(Float64),\n counts Array(UInt64),\n min Float64,\n max Float64,\n sum_of_samples Float64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.906834854Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n/* The field tables store named dimensions of each timeseries.\n *\n * As with the measurement tables, there is one field table for each field data\n * type. Fields are deduplicated by using the \"replacing merge tree\", though\n * this behavior **must not** be relied upon for query correctness.\n *\n * The index for the fields differs from the measurements, however. Rows are\n * sorted by timeseries name, then field name, field value, and finally\n * timeseries key. This reflects the most common pattern for looking them up:\n * by field name and possibly value, within a timeseries. The resulting keys are\n * usually then used to look up measurements.\n *\n * NOTE: We may want to consider a secondary index on these tables, sorting by\n * timeseries name and then key, since it would improve lookups where one\n * already has the key. Realistically though, these tables are quite small and\n * so performance benefits will be low in absolute terms.\n *\n * TTL: We use a materialized column to expire old field table records. This\n * column is generated automatically by the database whenever a new row is\n * inserted. It cannot be inserted directly, nor is it returned in a `SELECT *`\n * query. Since these tables are `ReplacingMergeTree`s, that means the last\n * record will remain during a deduplication, which will have the last\n * timestamp. ClickHouse will then expire old data for us, similar to the\n * measurement tables.\n */\nCREATE TABLE IF NOT EXISTS oximeter.fields_bool\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value Bool,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.91091806Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_i8\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value Int8,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.914245439Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_u8\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value UInt8,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.935740166Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_i16\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value Int16,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.942514824Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_u16\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value UInt16,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.945449411Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_i32\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value Int32,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.948744216Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_u32\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value UInt32,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.952091485Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_i64\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value Int64,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.955098246Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_u64\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value UInt64,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.958036961Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_ipaddr\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value IPv6,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.961612685Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_string\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value String,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.967235709Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_uuid\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value UUID,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.971766977Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n/* The timeseries schema table stores the extracted schema for the samples\n * oximeter collects.\n */\nCREATE TABLE IF NOT EXISTS oximeter.timeseries_schema\n(\n timeseries_name String,\n fields Nested(\n name String,\n type Enum(\n 'Bool' = 1,\n 'I64' = 2,\n 'IpAddr' = 3,\n 'String' = 4,\n 'Uuid' = 6,\n 'I8' = 7,\n 'U8' = 8,\n 'I16' = 9,\n 'U16' = 10,\n 'I32' = 11,\n 'U32' = 12,\n 'U64' = 13\n ),\n source Enum(\n 'Target' = 1,\n 'Metric' = 2\n )\n ),\n datum_type Enum(\n 'Bool' = 1,\n 'I64' = 2,\n 'F64' = 3,\n 'String' = 4,\n 'Bytes' = 5,\n 'CumulativeI64' = 6,\n 'CumulativeF64' = 7,\n 'HistogramI64' = 8,\n 'HistogramF64' = 9,\n 'I8' = 10,\n 'U8' = 11,\n 'I16' = 12,\n 'U16' = 13,\n 'I32' = 14,\n 'U32' = 15,\n 'U64' = 16,\n 'F32' = 17,\n 'CumulativeU64' = 18,\n 'CumulativeF32' = 19,\n 'HistogramI8' = 20,\n 'HistogramU8' = 21,\n 'HistogramI16' = 22,\n 'HistogramU16' = 23,\n 'HistogramI32' = 24,\n 'HistogramU32' = 25,\n 'HistogramU64' = 26,\n 'HistogramF32' = 27\n ),\n created DateTime64(9, 'UTC')\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, fields.name)"} {"msg":"inserting current version","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:50.97524143Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:825","component":"oximeter","version":14} {"msg":"executing SQL query","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:50.97531678Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"INSERT INTO oximeter.version (*) VALUES (14, now());"} {"msg":"registered USDT probes","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.981236845Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"9db9908b-7351-4b7a-a038-fb440437b147","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.981947852Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:63648","component":"dropshot","component":"oximeter","versions":"all","path":"/info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.982029074Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:63648","component":"dropshot","component":"oximeter","versions":"all","path":"/producers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.982061258Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:63648","component":"dropshot","component":"oximeter","versions":"all","path":"/producers/{producer_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.982090927Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:63648","component":"dropshot","component":"oximeter","versions":"all","path":"/producers/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:50.982120105Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:63648","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:328","component":"oximeter"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.982989938Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:63648","component":"dropshot","component":"oximeter"} {"msg":"registered USDT probes","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.983876635Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"oximeter"} {"msg":"contacting nexus","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:50.983926304Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"oximeter"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:51.485514376Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"oximeter","body":"Some(Body)","uri":"http://127.0.0.1:33167/metrics/collectors","method":"POST"} {"msg":"will register with Nexus at 127.0.0.1:33167","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:51.485887048Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"producer-registration-task","component":"nexus-producer-server","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:51.544551964Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"producer-registration-task","component":"nexus-producer-server","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://127.0.0.1:33167/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:51.545931813Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","remote_addr":"127.0.0.1:60304"} {"msg":"accepted connection","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:51.546131371Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","remote_addr":"127.0.0.1:60970"} {"msg":"incoming request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:51.547129309Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/metrics/producers","method":"POST","req_id":"f2bfccb0-0659-40f6-96e2-934e55b05dd0","remote_addr":"127.0.0.1:60970","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:51.548079693Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"f2bfccb0-0659-40f6-96e2-934e55b05dd0","remote_addr":"127.0.0.1:60970","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:51.54830915Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"f2bfccb0-0659-40f6-96e2-934e55b05dd0","remote_addr":"127.0.0.1:60970","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:51.549255846Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"f2bfccb0-0659-40f6-96e2-934e55b05dd0","remote_addr":"127.0.0.1:60970","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:51.549623679Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/metrics/collectors","method":"POST","req_id":"c20d110e-b739-44a6-a826-a9436f704c08","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:51.550313494Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors","method":"POST","req_id":"c20d110e-b739-44a6-a826-a9436f704c08","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:51.550499414Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors","method":"POST","req_id":"c20d110e-b739-44a6-a826-a9436f704c08","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:51.551033438Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors","method":"POST","req_id":"c20d110e-b739-44a6-a826-a9436f704c08","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:51.561616464Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/metrics/producers","method":"POST","req_id":"f2bfccb0-0659-40f6-96e2-934e55b05dd0","remote_addr":"127.0.0.1:60970","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","error_message_external":"Service Unavailable","error_message_internal":"no Oximeter instances available for assignment","latency_us":14437,"response_code":"503"} {"msg":"registered new oximeter metric collection server","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:51.561801022Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","address":"[::1]:63648","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78"} {"msg":"request completed","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:51.561901883Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/metrics/collectors","method":"POST","req_id":"c20d110e-b739-44a6-a826-a9436f704c08","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","latency_us":12287,"response_code":"204"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:51.56273349Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"producer-registration-task","component":"nexus-producer-server","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://127.0.0.1:33167/metrics/producers\", status: 503, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f2bfccb0-0659-40f6-96e2-934e55b05dd0\", \"content-length\": \"133\", \"date\": \"Wed, 30 Apr 2025 06:44:51 GMT\"} })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:44:51.563549666Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:371","component":"nexus-producer-server","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","error":"\"Error Response: status: 503 Service Unavailable; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"f2bfccb0-0659-40f6-96e2-934e55b05dd0\\\", \\\"content-length\\\": \\\"133\\\", \\\"date\\\": \\\"Wed, 30 Apr 2025 06:44:51 GMT\\\"}; value: Error { error_code: Some(\\\"ServiceNotAvailable\\\"), message: \\\"Service Unavailable\\\", request_id: \\\"f2bfccb0-0659-40f6-96e2-934e55b05dd0\\\" }\"","delay":"983.016667ms","count":"1"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:51.568203528Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:33167/metrics/collectors\", status: 204, headers: {\"x-request-id\": \"c20d110e-b739-44a6-a826-a9436f704c08\", \"date\": \"Wed, 30 Apr 2025 06:44:51 GMT\"} })"} {"msg":"oximeter registered with nexus","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:51.568409629Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"file":"oximeter/collector/src/lib.rs:392","component":"oximeter","id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78"} {"msg":"Running step start_producer_server","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:51.568536021Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"init_with_steps"} {"msg":"Starting test metric Producer Server","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:51.568564618Z","hostname":"bmat-EVT22200007-000064cb","pid":27518} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:51.57700269Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:61692","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:51.577096267Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:61692","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:51.577134543Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:61692","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:51.577164923Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:61692","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:51.577194502Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:61692","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:51.57722331Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:61692","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:51.57725343Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:61692","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:51.577282277Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:61692","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:51.577310574Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:61692","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"POST"} {"msg":"listening","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:51.57733874Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:61692","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:51.577818395Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:61692","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Created Simulated Crucible Server","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:51.577878084Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","address":"[::1]:61692"} {"msg":"inserting test physical disk","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:51.577908876Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","model":"test-model","serial":"totally-unique-serial: dd094a0f-5cf3-4cfa-90b5-c6f66dad62a3","vendor":"test-vendor","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","physical_disk_id":"dd094a0f-5cf3-4cfa-90b5-c6f66dad62a3"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:51.577940168Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:51.577968975Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:51.578450134Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"starting refresh list task","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:51.579084137Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:559","component":"oximeter"} {"msg":"accepted connection","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:51.668055397Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","remote_addr":"127.0.0.1:41414"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:51.668161348Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:51.668663869Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"oximeter","body":"None","uri":"http://127.0.0.1:33167/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:51.66992405Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"20686bd4-2c4a-40d1-b41f-f00b9aa3500c","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"incoming request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:51.670054921Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/metrics/producers","method":"POST","req_id":"dfd27886-9177-47bc-b91a-63e1337501f6","remote_addr":"127.0.0.1:41414","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:51.670731008Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"20686bd4-2c4a-40d1-b41f-f00b9aa3500c","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:51.670800817Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"20686bd4-2c4a-40d1-b41f-f00b9aa3500c","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:51.672025367Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"20686bd4-2c4a-40d1-b41f-f00b9aa3500c","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:51.67246893Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"dfd27886-9177-47bc-b91a-63e1337501f6","remote_addr":"127.0.0.1:41414","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:51.672640983Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"dfd27886-9177-47bc-b91a-63e1337501f6","remote_addr":"127.0.0.1:41414","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:51.673253303Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"dfd27886-9177-47bc-b91a-63e1337501f6","remote_addr":"127.0.0.1:41414","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:51.673546517Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:51.67360285Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:51.673993759Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:51.693455866Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"20686bd4-2c4a-40d1-b41f-f00b9aa3500c","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","latency_us":23641,"response_code":"200"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:51.693793709Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:51.693892586Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:51.693996423Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:51.694039468Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:51.694849432Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:51.696194081Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:33167/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20686bd4-2c4a-40d1-b41f-f00b9aa3500c\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:44:51 GMT\"} })"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:51.696366896Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":0,"n_pruned_tasks":0} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:51.71375504Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:51.719470057Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:51.732431061Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"request completed","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:51.732878503Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/metrics/producers","method":"POST","req_id":"dfd27886-9177-47bc-b91a-63e1337501f6","remote_addr":"127.0.0.1:41414","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","latency_us":62826,"response_code":"201"} {"msg":"upserting zpool","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:51.846934621Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","physical_disk_id":"dd094a0f-5cf3-4cfa-90b5-c6f66dad62a3","zpool_id":"da854da4-fac9-4758-8ba0-55152d60c3da","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:51.847017998Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:51.847058178Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:51.847695728Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:51.849888948Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:51.849956813Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:51.849990871Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:51.850018185Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:51.851324999Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:51.854989761Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:51.859068397Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"upserting Crucible dataset","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:51.872626361Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","dataset_id":"940c0436-1845-4ed6-a422-1599284b9018","zpool_id":"da854da4-fac9-4758-8ba0-55152d60c3da"} {"msg":"inserting test physical disk","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:51.893893855Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","model":"test-model","serial":"totally-unique-serial: dd094a0f-5cf3-4cfa-90b5-c6f66dad62a3","vendor":"test-vendor","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","physical_disk_id":"dd094a0f-5cf3-4cfa-90b5-c6f66dad62a3"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:51.893974405Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:51.894049916Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:51.895165067Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:51.911471898Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"PhysicalDisk { parent: Fleet, key: dd094a0f-5cf3-4cfa-90b5-c6f66dad62a3 (physical_disk), lookup_type: ById(dd094a0f-5cf3-4cfa-90b5-c6f66dad62a3) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:51.911539032Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:51.911571416Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:51.911598119Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:51.912277723Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"will register with Nexus at 127.0.0.1:33167","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:51.929952439Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"producer-registration-task","component":"nexus-producer-server","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:51.984302177Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"producer-registration-task","component":"nexus-producer-server","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://127.0.0.1:33167/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:51.985108023Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","remote_addr":"127.0.0.1:56621"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:51.985521427Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:51.985641706Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"incoming request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:51.986091122Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/metrics/producers","method":"POST","req_id":"e52f2723-adee-4182-b3cb-ed02fd298973","remote_addr":"127.0.0.1:56621","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:51.986814603Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"e52f2723-adee-4182-b3cb-ed02fd298973","remote_addr":"127.0.0.1:56621","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:51.986951386Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"e52f2723-adee-4182-b3cb-ed02fd298973","remote_addr":"127.0.0.1:56621","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:51.98794748Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"e52f2723-adee-4182-b3cb-ed02fd298973","remote_addr":"127.0.0.1:56621","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:51.988389471Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:51.997469001Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"PhysicalDisk { parent: Fleet, key: dd094a0f-5cf3-4cfa-90b5-c6f66dad62a3 (physical_disk), lookup_type: ById(dd094a0f-5cf3-4cfa-90b5-c6f66dad62a3) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"upserting zpool","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:51.997592808Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","physical_disk_id":"dd094a0f-5cf3-4cfa-90b5-c6f66dad62a3","zpool_id":"da854da4-fac9-4758-8ba0-55152d60c3da","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:51.997629251Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:51.997657517Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:51.998040039Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:52.043183384Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:52.043252282Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:52.043286049Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.043311339Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.043987246Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.049295613Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.052585157Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:52.052896828Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","producer_id":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"request completed","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:52.053608897Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/metrics/producers","method":"POST","req_id":"e52f2723-adee-4182-b3cb-ed02fd298973","remote_addr":"127.0.0.1:56621","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","latency_us":67490,"response_code":"201"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.05416783Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"producer-registration-task","component":"nexus-producer-server","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://127.0.0.1:33167/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e52f2723-adee-4182-b3cb-ed02fd298973\", \"content-length\": \"41\", \"date\": \"Wed, 30 Apr 2025 06:44:51 GMT\"} })"} {"msg":"successfully registered with Nexus, pausing until time to renew lease","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.056674665Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"producer-registration-task","component":"nexus-producer-server","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","wait_period":"150s","lease_duration":"600s"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:52.062844177Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:52.062903115Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:52.062933966Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.062960198Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.063905883Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.07596538Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.079859018Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:52.079992093Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.080029217Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.080537159Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:52.088799171Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:52.088889852Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:52.088925012Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.088953168Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.089388535Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.089472853Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","iteration":4,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:52.089506891Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:52.089534586Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:52.089562392Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.089587692Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.090232196Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.096585204Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.106861659Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:52.106998963Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.107072209Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.108471727Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.1122225Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.118607632Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:52.118878211Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.118921187Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.119311264Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:52.125555225Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.125637739Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.126267103Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.129763339Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","candidates":"[(f54221d0-68e0-433e-8046-3388d0db05fb, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:52.129827407Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:52.130870245Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:61355","req_id":"eea3381f-36e6-4606-b0f9-bce2c864ecf2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: ee fc 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.130936888Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:61355","req_id":"eea3381f-36e6-4606-b0f9-bce2c864ecf2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 61180,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.13114906Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.131685209Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.132641594Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:61355","req_id":"eea3381f-36e6-4606-b0f9-bce2c864ecf2","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54660, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.134477272Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54660, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4356, tv_nsec: 933369072 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:52.134540588Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:52.135020193Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:54267","req_id":"4dc159c9-59b6-465d-90b9-4d4b38968ca9","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: fb b9 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.136611354Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:54267","req_id":"4dc159c9-59b6-465d-90b9-4d4b38968ca9","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 64441,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.136733677Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.136761232Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:54267","req_id":"4dc159c9-59b6-465d-90b9-4d4b38968ca9","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:52.190364363Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:52.192203297Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:51489","req_id":"e3eac53d-99a0-469d-8c7e-1f890f677913","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 48 7d 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c H}..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.192267996Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:51489","req_id":"e3eac53d-99a0-469d-8c7e-1f890f677913","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 18557,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.192484718Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18557,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_delete_snapshot_then_disk","level":50,"time":"2025-04-30T06:44:52.192603554Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:51489","req_id":"e3eac53d-99a0-469d-8c7e-1f890f677913","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.192821338Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"begin collection from MGS","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.193060715Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","mgs_url":"http://[::1]:54660"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.193109092Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.196762381Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4103540e-0075-411c-8637-ebad8ab8e5b1\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:44:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.196982509Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.198647446Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e5b7338-4ea7-4abf-965e-752b6ad04afe\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:44:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.198843337Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.200984753Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17f97469-ed32-41be-827d-8f343476b465\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:44:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.201047438Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.20283485Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae656f2f-34eb-44c5-aad3-bcdddd3b8956\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:44:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.202907354Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.205109562Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"68ecefb3-fc3b-4494-866a-b146c80f8a42\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:44:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.205327175Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.207425396Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"726f4714-2b9f-4fde-b9db-5202d87e0694\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:44:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.207496057Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.209441613Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3527cd5e-9603-4c9b-b6f4-b7e1c9fba904\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:44:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.209512845Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.211931213Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5fed4737-54b1-4de2-87c7-2457080ada77\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:44:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.212089228Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.213250692Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"318922dc-b6b4-49d1-98ba-47c0cddd4b2e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:44:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.213386613Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.214504481Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"62c6f3fc-7b6e-4d31-a87b-985ae879857a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:44:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.214638898Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.215610494Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b3356379-b2c0-4116-9369-e071fe53bbfa\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:44:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.215741305Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.217072627Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d7db1d6c-6558-4147-b312-67df6490c6fb\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:44:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.217150292Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.218220725Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a437b075-c075-4441-a854-e5302c1172b0\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:44:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.218459701Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.222145475Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"daee2190-44d0-496b-8d6a-2ad77a9bf621\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:44:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.222291035Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.224359877Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8cee04df-1b0f-40ff-956d-ebcd6fbf31e7\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:44:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.224478393Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.228019228Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f0fe1a7-de42-40a5-ab5b-d824cf3e23bb\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:44:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.228139848Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.232922056Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f4d49ce1-b16e-41c7-8aea-25cdeafee8b6\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:44:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.233148768Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.235266878Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3aab0023-ce7e-4585-b1e3-85f7fadefc10\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:44:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.235339844Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.240295437Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"419f385c-05e1-4c66-bbc4-5e22b5ab0293\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:44:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.240459264Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.242220844Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b2292efc-9497-4ab8-a3e3-e847b957f69f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:44:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.242598717Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.25117782Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3cab9caa-6d30-4eae-b13a-300624b51695\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:44:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.252253453Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.252619532Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.256182561Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"68f15a6d-df02-4b8d-b39a-ec8baa00df63\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:44:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.256293352Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.257337903Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"70b473a4-6bba-41b2-bd53-858db8572db6\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:44:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.257645336Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.259548067Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"99371d7f-a940-46ca-8381-9ef62b5544b1\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:44:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.259808506Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.263149292Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5bcd6097-1a36-4aba-9688-b562495635c1\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:44:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.263264452Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.266660137Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a81df19-a64d-4356-8c34-a7c195686795\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:44:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.266848613Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.269561628Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b71089e-d89c-4fdd-8d90-528d7f52e5d5\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:44:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.269633922Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.271944777Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba964194-1641-48a4-80c4-0d6482aa80e1\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:44:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.272008724Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.274001755Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb81a6ec-ff15-45c0-bea4-9eae4fdd6f02\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:44:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.274169499Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.276475323Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e89a954-3c08-4b8d-8b61-f326ad203a2c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:44:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.276546846Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.277536037Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ddeb113a-2f29-497a-bd81-7a54c4004b4d\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:44:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.277789782Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.278770627Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"45af157f-b8e5-45ff-8bd4-d98af9fd6256\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:44:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.27889799Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.281233995Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4dc9f058-920e-422a-bfd9-ebd7c19f4777\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:44:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.28151775Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.283547374Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c43587ce-dc27-48e9-b001-bff3481b5e5c\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:44:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.283643365Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.285070729Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3e919af-4637-49a5-aea6-3a9c8aa4a7af\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:44:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.28526689Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.287425842Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2169d372-78a7-4e18-9dbd-ca0e338bc7f1\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:44:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.287565991Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.289526647Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"168c9da6-589b-4fbe-bd8b-46a26db7b36e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:44:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.289883188Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.292110576Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"515f48a3-ee73-4aa4-90d1-b687e373f862\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:44:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.292218891Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.294152143Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a76622c9-1790-4906-aa37-1da60bde5bcc\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:44:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.294254337Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.296483759Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2e9ad84-d803-4cc2-90fb-976e62cef45d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:44:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.296603508Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.299466672Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb780ba0-b71b-41e0-a842-e278e7cbb8ed\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:44:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.29959118Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.300952974Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb2117f7-01c5-4aa9-9482-6227679b9673\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:44:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.301171699Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.302240789Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"86758d79-a51b-4cd7-8654-94dd4845d7a2\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:44:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.302347823Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:52.303034561Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:52.303085823Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:52.30311945Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.303145171Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.30407778Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.306814212Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6584c5c7-cfe2-4a56-b35e-9df55611f729\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:44:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.306976164Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.309858587Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b27827a5-e394-4501-9bd7-640a962cc594\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:44:51 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:52.309988226Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:52.310032173Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:52.310060901Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.310086782Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.311840476Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.312666542Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.318134687Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:52.318192562Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.318225288Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.318698851Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:52.323668563Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.323792871Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.324517304Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.324804687Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.328583466Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:52.328683144Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:52.328772492Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:52.328858253Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.328937922Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.329497066Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.337813947Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.345385492Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:52.345448007Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.345481674Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.346101068Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.399697516Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","sled_agent_url":"http://[::1]:33811"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.399818597Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"SledAgent":"http://[::1]:33811","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:33811/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:52.400314365Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:54238"} {"msg":"incoming request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:52.400863128Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/inventory","method":"GET","req_id":"3c0e3211-39a2-4d13-b02d-f916c2aeea10","remote_addr":"[::1]:54238","local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:52.402467364Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/inventory","method":"GET","req_id":"3c0e3211-39a2-4d13-b02d-f916c2aeea10","remote_addr":"[::1]:54238","local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1686,"response_code":"200"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.403016438Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"SledAgent":"http://[::1]:33811","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:33811/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c0e3211-39a2-4d13-b02d-f916c2aeea10\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:44:51 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.405539475Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.405597581Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.405625266Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:52.406706871Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:52.40676132Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:52.406794536Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.40682166Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.40755946Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.411008803Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.421305188Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:52.422464858Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.422524858Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.423120474Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.479252985Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:44:52.518364091Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:44:52.521851169Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.521912631Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":4,"elapsed":"432.346151ms"} {"msg":"activating","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.521947892Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","iteration":5,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:52.521974695Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:52.522003713Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:52.522034093Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.522063762Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.522979477Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.526064824Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.531082842Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:52.531163223Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.531197751Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.531557218Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:52.531886694Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:52.531984339Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:52.532028767Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.532055951Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.532591168Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.54143569Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","candidates":"[(f54221d0-68e0-433e-8046-3388d0db05fb, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:52.541503635Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:52.543279704Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:52466","req_id":"398d57f9-dbae-4819-9616-446a94080878","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 51 03 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 Q............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.54343357Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:52466","req_id":"398d57f9-dbae-4819-9616-446a94080878","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 20739,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.543628048Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.543797506Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.544189196Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:52466","req_id":"398d57f9-dbae-4819-9616-446a94080878","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54660, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.544453182Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.551296697Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:52.551371075Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.551402869Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.551766433Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.552382941Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54660, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4357, tv_nsec: 350921989 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:52.552458883Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:52.553022265Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:50770","req_id":"40f07765-db18-4eda-a10a-8cbcc9b93967","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: ea 30 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .0..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.554050634Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:50770","req_id":"40f07765-db18-4eda-a10a-8cbcc9b93967","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 59952,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.554324831Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.554470972Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:50770","req_id":"40f07765-db18-4eda-a10a-8cbcc9b93967","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:52.641755661Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:52.64219202Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.642314314Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.643004329Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:52.643620396Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:56403","req_id":"428ae824-d013-4b95-ac07-fbafcbfdaf35","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: c8 7a 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .z..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.643796938Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:56403","req_id":"428ae824-d013-4b95-ac07-fbafcbfdaf35","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 51322,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.644144711Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 51322,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_delete_snapshot_then_disk","level":50,"time":"2025-04-30T06:44:52.644345992Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:56403","req_id":"428ae824-d013-4b95-ac07-fbafcbfdaf35","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.644807451Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"begin collection from MGS","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.644901318Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","mgs_url":"http://[::1]:54660"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.645024714Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.647197463Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0cfb9c5b-2ef1-4ea9-ab7b-0a7d2ba95057\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:44:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.647546629Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.649115385Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"64b58cc2-f7a4-4067-90a6-b39c5683bca7\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:44:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.649422957Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.651804683Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d7de04b-7108-4d0f-901e-8d0e35754429\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:44:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.652025282Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.657608226Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f8a25c51-eb47-492b-aaf8-f3aad89e3ac1\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:44:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.657760399Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.71586531Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d1892310-7fde-41d5-84fe-107f5840f6b2\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:44:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.715976611Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.720261118Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.725540146Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5fc80675-e96e-472f-92ef-bde4b778fde3\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:44:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.725763351Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.729352873Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c012cd8-50fe-4d15-b4c4-751935182612\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:44:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.729588181Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.735150113Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6152bf11-ce7d-4f9e-a571-537240a4a359\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:44:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.735361765Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.740712416Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3cc799b4-46df-4e8f-b863-eadb12caf1f3\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:44:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.741134156Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.743628887Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2739a212-28e2-4a0f-8753-e02b9646a88e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:44:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.743957882Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.746271853Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a4921ae8-5189-45f1-a1f7-be6849a3478e\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:44:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.746573724Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.74819787Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e46153f-4fe2-4262-a831-e216b991e77a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:44:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.748413951Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.752240926Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0559bafe-a471-40f3-81ee-cf07396cc8dd\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:44:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.754346811Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.756615742Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b3cf429-be17-4f84-aa81-4657a290ccee\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:44:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.756869848Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.75941013Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"23d4ab41-3e41-4b80-94b3-5bacf7c6e3d6\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:44:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.759719967Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.763416322Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"acdf4713-661a-4517-985f-a21c33b4226c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:44:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.763630909Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.768912352Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7666ca42-f45b-4376-9986-9e09c580c2b4\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:44:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.769635704Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:52.771065242Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:52.771119891Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:52.771150442Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.771175952Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.772495852Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.774197453Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"daa4a803-277b-4353-9153-f596e5d26cda\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:44:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.774320297Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.775187996Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.786057573Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:52.786202852Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.78623189Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.786619352Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:52.790530355Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.790591096Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.791090751Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.792283548Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a60fb00-fc6d-4c96-936f-07e64cd0b5e3\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:44:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.7925306Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.795005762Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"445006a6-31f3-4225-ba76-3e3afe3982b8\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:44:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.795073426Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.797436344Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"11b5ffc5-edce-4b87-a5cf-85290915608b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:44:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.797535883Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.800278748Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2be6a18-0137-48a2-abb6-4a0bb40ae4ee\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:44:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.800748864Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.803331039Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc563dca-2fec-49ca-8c7b-50610cbdc88e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:44:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.803800434Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.806363912Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a73ed52-e571-439c-a76b-e300bdc4b6bb\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:44:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.812553504Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.821803615Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6dfaa357-fec6-4436-a119-fbf350f1f395\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:44:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.822396546Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.840785344Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f0f770c-0598-4369-a419-9b6408f04a4b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:44:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.841104911Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.855683969Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c91b1dd6-8a44-4ebd-a57e-c3dfec86887e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:44:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.855926683Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.856356619Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.868294314Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"96d71ba9-7c07-428c-8b8b-b88035aa89b5\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:44:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.868577298Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.871353079Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d68d01b-3cfb-48ee-8d1b-26ca8aec5deb\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:44:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.871574199Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.876480074Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d498df45-a03f-495f-bb11-758d70cc9a31\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:44:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.876715272Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.889749262Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8245632c-0547-4935-9d6b-915661488b26\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:44:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.890030582Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.891699848Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ca228e3-e635-4d2e-b003-6cf8d561c733\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:44:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.891944025Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.893491017Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41113918-d323-4f2a-a438-4c580683e338\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:44:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.893717017Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.895422505Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f7ee576a-e70d-4750-a3c3-c9289fcfab71\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:44:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.895634808Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.897696516Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"88e31e20-5bee-43f8-a11c-14b0a6810a74\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:44:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.897960883Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.901991684Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd57c66a-6641-4363-81ff-3f725610977a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:44:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.902351281Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:52.907033099Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:52.90717445Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:52.907272345Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.907358196Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.908388289Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.910081973Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aace7f80-c700-4727-a417-2d3c12b6e209\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:44:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.910297222Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.911000854Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.916823526Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:52.918228014Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.918288555Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.919043579Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:52.922101401Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.922274065Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.922708972Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.962268181Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"684058c3-5194-4bc6-bd3d-10e3e85e9d94\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:44:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.962441967Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.9843309Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b7418ff-f19f-47c0-9472-da59b11355af\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:44:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.984417372Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:52.988247944Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:52.988324116Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.991125828Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6c74762e-4ff1-4032-91d0-49b3c4679b92\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:44:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.991870812Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.997216523Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"03853859-b57c-48df-a45e-c98a2bf12092\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:44:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.997453846Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:52.999842465Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eeb4cc35-8f72-4367-b374-4a2aef7df158\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:44:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.001033017Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.012789682Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"11b97f50-c2eb-4c22-a790-fff3175e1bdf\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:44:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.013277333Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.015817725Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21a71678-f2f5-4806-ba03-1c9079ef01a4\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:44:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.015948065Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.019435984Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.0211805Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7550f7aa-7ac8-4209-8f6d-9172f46029c4\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:44:52 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:53.021387062Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:53.021507141Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:53.021603813Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.02168756Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.027665792Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.034160692Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.039997432Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:53.040113753Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:53.040209133Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:53.040345154Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.040468791Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.041052373Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.0452113Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.052457558Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:53.0527247Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.052828557Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.053489955Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.129540931Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","sled_agent_url":"http://[::1]:33811"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.129610931Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"SledAgent":"http://[::1]:33811","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:33811/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:53.130170846Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:53.130230766Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:53.130261617Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.13028829Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.131266599Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:53.131329274Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:45668"} {"msg":"incoming request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:53.133163098Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/inventory","method":"GET","req_id":"cabab082-34a0-4ad0-9b7a-f41ec0a882fe","remote_addr":"[::1]:45668","local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:53.133794957Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/inventory","method":"GET","req_id":"cabab082-34a0-4ad0-9b7a-f41ec0a882fe","remote_addr":"[::1]:45668","local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":841,"response_code":"200"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.134247459Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"SledAgent":"http://[::1]:33811","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:33811/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cabab082-34a0-4ad0-9b7a-f41ec0a882fe\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:44:52 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.137376944Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.137433076Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.137458947Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:53.139566416Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:53.139630795Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:53.139663279Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.139689441Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.141273097Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.143174495Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.159376647Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:53.159455744Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.159487788Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.160049988Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.161911016Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.167917193Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:53.168574723Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.168635264Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.169363966Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:53.17139367Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.171653428Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.172168925Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.27816773Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:44:53.306054904Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:44:53.306950428Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.308646738Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":5,"elapsed":"786.720109ms"} {"msg":"activating","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.30881831Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","iteration":6,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:53.308975924Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:53.309107366Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:53.30928539Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.309390309Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.310333829Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.313763883Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.320640845Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:53.323280685Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.323402698Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.324024247Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:53.330005153Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:53.331461344Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:53.331521865Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.331553368Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.332275597Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.33250786Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","candidates":"[(f54221d0-68e0-433e-8046-3388d0db05fb, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:53.332550174Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:53.333349336Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:53592","req_id":"8bbafa5c-951b-4133-bc03-b20591ec572b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: d0 84 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.333412282Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:53592","req_id":"8bbafa5c-951b-4133-bc03-b20591ec572b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 53380,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.333768421Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.334111946Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.334200682Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:53592","req_id":"8bbafa5c-951b-4133-bc03-b20591ec572b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54660, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.335029073Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.342488586Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:53.342551461Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.342584136Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.345832248Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.346866859Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54660, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4358, tv_nsec: 145238583 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:53.3469324Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:53.347608497Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:51672","req_id":"68e0bc92-58a1-4e73-9a5f-c6415d04705b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: a9 62 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .b..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.348085657Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:51672","req_id":"68e0bc92-58a1-4e73-9a5f-c6415d04705b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 43362,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.34825279Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.348280866Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:51672","req_id":"68e0bc92-58a1-4e73-9a5f-c6415d04705b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:53.410472589Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:53.411069889Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.411187163Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.411961957Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:53.412732552Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:53934","req_id":"260264e0-1825-4ca6-933f-03d0051daad9","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: ce a8 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.412962781Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:53934","req_id":"260264e0-1825-4ca6-933f-03d0051daad9","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 52904,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.413282017Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52904,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_delete_snapshot_then_disk","level":50,"time":"2025-04-30T06:44:53.413490111Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:53934","req_id":"260264e0-1825-4ca6-933f-03d0051daad9","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.414020238Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"begin collection from MGS","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.414137762Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","mgs_url":"http://[::1]:54660"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.414266488Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.41638046Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d6100270-e900-48fc-ba35-be1d3194a3f3\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:44:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.417001598Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.418534763Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10cf2e3c-6966-445e-9408-2389a0d21a9e\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:44:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.418969699Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.420779205Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"791604d6-5662-4820-8ab3-0f12651eb694\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:44:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.421009303Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.423440076Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a7bc446-b536-4def-9117-781bcfb517bc\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:44:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.425797653Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.441362636Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0e04d118-0040-4abf-8c5d-4c93e4bb7ede\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:44:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.441583876Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.445692503Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fbef833a-021c-4f41-b9ee-4ac06cd43c1b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:44:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.445914846Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.449123158Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"29b8bdff-4a87-4c31-83c5-77fcb69bc0b4\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:44:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.449617293Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.451952886Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6eba67b4-e4a4-4dd4-b214-e9b24c9faf6d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:44:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.452201562Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.453808423Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d888ed3-2afe-4ac5-8d24-70aa9c053e7d\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:44:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.454075064Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.456981896Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.457422364Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0e3f2f0-3400-416a-b0ba-63a133b064f2\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:44:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.457662422Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.459062802Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6151e61-1d64-4676-a533-cb2b9d225f3a\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:44:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.459356698Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.46104943Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d5e91bf7-ab66-40c8-b0fd-976aecfec620\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:44:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.463619621Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.465747361Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f15e2a14-1e2a-402b-a013-a9ed6ebdf56a\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:44:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.46600793Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.469275831Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ff32973-1f65-403e-b152-755cf22dadb3\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:44:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.469366562Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.471359923Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce7f5054-028f-44c2-9773-54a8c4f761e0\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:44:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.471430785Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.473475428Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6208145-241c-4464-90c7-d31d48d52f7a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:44:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.473568554Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.475776383Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e8c1411-acef-43fb-bda1-c12a92069bbd\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:44:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.475819769Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.47748665Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d00d4456-416d-41f2-a4e3-c97692b901dd\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:44:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.477805957Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.479658949Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f031228-64bb-49c8-af90-6c0f41a1e83b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:44:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.479749339Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.480737628Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b8a74334-7587-46eb-a80b-43f20a3c3ee7\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:44:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.48094465Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.486310221Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"936f1274-4d56-4bba-8ac0-aa9d955b2fe7\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:44:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.486667753Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.489106943Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2cfc0c87-33d7-4b59-bd52-91c3164e8630\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:44:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.489364035Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.490649346Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d48ac5a8-8e77-411b-9902-1a7c81c81767\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:44:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.490771329Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.492155637Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f07867bf-1a62-457f-bc18-af3908dc94e1\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:44:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.492479122Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.494337845Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d8e20ab-a8c5-4bf7-95c8-ed5dda9581d2\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:44:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.494459187Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.496591415Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"248772cb-f88d-419d-b3b2-f7b0e55e5bfd\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:44:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.496665002Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.499502486Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"22f265d5-d6e2-4908-9333-841ffb12b464\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:44:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.499669548Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.501579574Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"48b720e1-902d-4254-90d2-2e947a756b91\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:44:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.501762358Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.503688877Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4390af9-ada4-40ff-95f8-dd3b57e70f62\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:44:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.503767734Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.505988448Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"abfebdda-059b-4ef3-9b5d-746ed722f9eb\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:44:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.506240691Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.506934103Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"58240e5e-0204-47bc-829d-ec1d206c63b4\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:44:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.507133009Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:53.508011179Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:53.508068042Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:53.508098082Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.508125807Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.508842826Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.509697979Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"abe9b6f3-b231-45e1-adf4-a3ff86f02328\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:44:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.509841756Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.513737919Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.519629437Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:53.519702322Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.519733104Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.52066968Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.521230287Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"82f3f92e-1264-4055-831a-db60671b4746\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:44:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.521546687Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:53.523171134Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.523303608Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.52375162Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.523795849Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"96592e8d-1135-448d-9db0-d7110ed20206\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:44:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.523937551Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.52520708Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9955a621-8a73-4167-a3a2-2ab4a5b69b09\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:44:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.525379624Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.527515349Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b9f0f26e-0c9c-44ec-8a37-df49d99a2051\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:44:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.527586241Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.530373654Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e5d31ad-1cce-4f19-bc57-71041e20fbe1\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:44:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.53233911Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.54135302Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"027704c0-b655-4ac6-825b-36aea9cc4836\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:44:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.541437188Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.54384722Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e265b52-ba89-4df3-910a-2b95b8e341d0\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:44:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.543916798Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.54680385Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b83f809-1218-4517-aecb-1c7a5908d508\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:44:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.546880092Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.554990372Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae3a3888-302e-4653-b42c-6527c78b4175\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:44:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.555202354Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.556050384Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9237f6b1-f535-4d0c-bd6f-a8a242b0c4a5\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:44:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.556112477Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.55717292Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"489a60b7-15e7-4d8b-a6c3-14e08e0a7ce2\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:44:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.557279032Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.55830219Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41ea3c8b-146f-467d-b449-1f7fa8e9b749\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:44:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.558448502Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.561920509Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd5cddcb-610e-49ed-9573-9e9cfb32582e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:44:52 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:53.562129205Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:53.562182501Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:53.562213734Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.562242361Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.562934329Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.573335022Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.577683797Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:53.577757013Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:53.577789868Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:53.577819858Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.577847082Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.578377208Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:53.582449773Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.583207422Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"oximeter","body":"None","uri":"http://127.0.0.1:33167/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.583732739Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"incoming request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:53.584112395Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"131feb99-c75c-4891-88be-dd5a3c88c9a0","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:53.584477583Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"131feb99-c75c-4891-88be-dd5a3c88c9a0","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.584591219Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"131feb99-c75c-4891-88be-dd5a3c88c9a0","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.585338198Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"131feb99-c75c-4891-88be-dd5a3c88c9a0","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.589899045Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.622002799Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:53.622087398Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.62216372Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.62268037Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:53.624996434Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"131feb99-c75c-4891-88be-dd5a3c88c9a0","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","latency_us":40810,"response_code":"200"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.627510724Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:33167/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"131feb99-c75c-4891-88be-dd5a3c88c9a0\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:44:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.627810281Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"oximeter","body":"None","uri":"http://127.0.0.1:33167/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZTQ3ZmUwMi1jYmUwLTQzMzItOTUxZi1hODIyMjE5OGMxYWQifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:53.628114677Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZTQ3ZmUwMi1jYmUwLTQzMzItOTUxZi1hODIyMjE5OGMxYWQifX0%3D","method":"GET","req_id":"6c3998e0-0651-4f46-ac6b-89f2cfbb0d2e","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:53.628938508Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZTQ3ZmUwMi1jYmUwLTQzMzItOTUxZi1hODIyMjE5OGMxYWQifX0%3D","method":"GET","req_id":"6c3998e0-0651-4f46-ac6b-89f2cfbb0d2e","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.629011424Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZTQ3ZmUwMi1jYmUwLTQzMzItOTUxZi1hODIyMjE5OGMxYWQifX0%3D","method":"GET","req_id":"6c3998e0-0651-4f46-ac6b-89f2cfbb0d2e","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.630328879Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZTQ3ZmUwMi1jYmUwLTQzMzItOTUxZi1hODIyMjE5OGMxYWQifX0%3D","method":"GET","req_id":"6c3998e0-0651-4f46-ac6b-89f2cfbb0d2e","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.761994163Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","sled_agent_url":"http://[::1]:33811"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.762077098Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"SledAgent":"http://[::1]:33811","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:33811/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:53.762823275Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:53.762883555Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:53.762918024Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.762946611Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.764354706Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:53.764471619Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:59045"} {"msg":"request completed","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:53.766886421Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZTQ3ZmUwMi1jYmUwLTQzMzItOTUxZi1hODIyMjE5OGMxYWQifX0%3D","method":"GET","req_id":"6c3998e0-0651-4f46-ac6b-89f2cfbb0d2e","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","latency_us":138761,"response_code":"200"} {"msg":"incoming request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:53.769067787Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/inventory","method":"GET","req_id":"8ac9d406-6b90-4c9b-afb8-8871440d4462","remote_addr":"[::1]:59045","local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.769243717Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:33167/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZTQ3ZmUwMi1jYmUwLTQzMzItOTUxZi1hODIyMjE5OGMxYWQifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6c3998e0-0651-4f46-ac6b-89f2cfbb0d2e\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:44:53 GMT\"} })"} {"msg":"registered new metric producer","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.769579947Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","address":"[::1]:40946","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:53.868960045Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"request completed","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:53.869051748Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/inventory","method":"GET","req_id":"8ac9d406-6b90-4c9b-afb8-8871440d4462","remote_addr":"[::1]:59045","local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":100055,"response_code":"200"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.870657607Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"SledAgent":"http://[::1]:33811","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:33811/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ac9d406-6b90-4c9b-afb8-8871440d4462\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:44:53 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.876617632Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.876689135Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.876716038Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:53.884393074Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:53.884469567Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:53.884500979Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.884528113Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.885701692Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.887188715Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.895280537Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:53.895364103Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.895400105Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.895732948Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"registered new metric producer","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:53.898336295Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","address":"127.0.0.1:44995","producer_id":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:53.993890431Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"fe47fe02-cbe0-4332-951f-a8222198c1ad","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:53.99466294Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:53.99471832Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.003744825Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.011442662Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:54.011846998Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.012012859Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.012720829Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:54.013990569Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:54.014554242Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.014779361Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.015328685Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.097483413Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:44:54.133870081Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:44:54.134196281Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.134249497Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":6,"elapsed":"825.397631ms"} {"msg":"activating","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.134285058Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","iteration":7,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:54.13431092Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:54.134536509Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:54.134589935Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.134620496Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.13542022Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.13960638Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.145294233Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:54.14535818Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.145389773Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.145772616Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:54.152402446Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:54.152461483Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:54.152492074Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.152521433Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.153784169Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.15395037Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","candidates":"[(f54221d0-68e0-433e-8046-3388d0db05fb, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:54.153992394Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:54.154578081Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:53560","req_id":"d167a57d-a692-496f-8d45-777e9e1df637","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 47 b7 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 G............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.15463792Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:53560","req_id":"d167a57d-a692-496f-8d45-777e9e1df637","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 18359,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.15484376Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.15500928Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.155050091Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:53560","req_id":"d167a57d-a692-496f-8d45-777e9e1df637","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54660, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.155666619Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54660, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4358, tv_nsec: 954466506 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:54.156119191Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.156519659Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.167073296Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:54.167194398Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.167307744Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.168070694Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:54.168793975Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:55541","req_id":"1f066960-0ba2-489b-ad47-63afd79f62d5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: e9 67 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .g..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.169019815Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:55541","req_id":"1f066960-0ba2-489b-ad47-63afd79f62d5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 59751,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.169381185Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.169573688Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:55541","req_id":"1f066960-0ba2-489b-ad47-63afd79f62d5","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:54.243233972Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:54.243973605Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.244055068Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.244839611Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:54.245389076Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:62807","req_id":"f10b78f5-0870-405f-8364-e201df6009c0","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: dc da 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.245475257Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:62807","req_id":"f10b78f5-0870-405f-8364-e201df6009c0","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 56538,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.245755526Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56538,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_delete_snapshot_then_disk","level":50,"time":"2025-04-30T06:44:54.245966366Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:62807","req_id":"f10b78f5-0870-405f-8364-e201df6009c0","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.248272671Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"begin collection from MGS","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.248329484Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","mgs_url":"http://[::1]:54660"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.248443942Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.276562036Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db0e78e1-2936-40db-a735-40363974160d\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:44:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.276978836Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.279922511Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"28e71a60-3a2b-4cd0-bdc3-fa213d10a46f\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:44:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.280260364Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.287330311Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb7295bd-083a-46e7-845d-a743f8bb4264\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:44:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.287553175Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.293464292Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e624c79d-6a26-4b2f-bda7-c21c777d1e71\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:44:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.293788649Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.301274253Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.306137443Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5bd6775c-c57e-4546-b365-8ba3e6729dd5\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:44:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.306361219Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.309766483Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e9a8563-3286-4984-b13f-03075978a563\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:44:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.310088455Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.312760819Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"70ca2c0d-ded7-468c-aa96-36c7882eead7\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:44:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.312989615Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.316058139Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"efb1b4a6-6cc4-469d-9da6-00d112f567af\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:44:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.316272927Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.317304072Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba7a779b-c17d-45fe-94ea-5cdfb42306b1\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:44:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.317582136Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.318925171Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"47afbba1-520b-4d89-ad76-103ad481666e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:44:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.319207765Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.320859015Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"066475da-bbd2-48ea-adcd-31dd393a6ed4\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:44:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.321115125Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.322381879Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b0a262d-d223-4cf1-be5f-d03feae9e160\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:44:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.322594783Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.324852261Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"59903861-ec92-4f94-8b23-6c5b2d62b181\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:44:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.325173972Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.328638615Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"239be721-e52a-4abe-8e13-db112a825b57\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:44:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.328934655Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.333811612Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af93295e-379f-4d5f-841e-59dd61a25309\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:44:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.33416731Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.337204071Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b4788548-b8a6-4e33-9fdf-602c18abbb7b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:44:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.337418017Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.339602971Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5342d54-4349-4b90-827d-bbc07bca0ba3\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:44:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.33980857Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.341806982Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"75a78f95-98d1-4128-b68f-fe5698311d27\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:44:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.342126288Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.344914794Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ad6292e-acd2-4a89-9e78-7dcd4f8fe389\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:44:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.35175865Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:54.353533346Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:54.353708555Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:54.353743344Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.353768815Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.353792021Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.359780212Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af1cee4a-b7ea-4a61-8bf3-6b3860f8e330\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:44:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.360547181Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.360946787Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.366312518Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:54.366383549Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.366413689Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.366901712Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.368206481Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a1706627-21b3-4783-b68e-d678aa544acc\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:44:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.368403855Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:54.369849946Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.370024273Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.370514009Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.37071034Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b80cff42-8371-4ec6-900e-7d90c20aa1ab\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:44:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.370846912Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.372082744Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea481548-f3ec-47ed-90d8-295cd28da2f2\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:44:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.372972056Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.374149071Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6898880d-6e54-4a05-a220-1952de32dfbb\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:44:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.374351525Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.378698436Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9362e374-c8e3-43f3-ae90-78d10f42dcc1\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:44:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.378961851Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.381526901Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d143c3fa-acf0-40e1-8665-f27812ca82c6\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:44:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.381693864Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.38453264Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21c20c0b-cd0d-4109-8ee7-8dd98018c69d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:44:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.38460298Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.387129174Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"08263778-46e7-4235-8315-d659f9f0b4b6\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:44:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.387260926Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.389022476Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d5293fd-4c8b-4220-870a-219b13653589\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:44:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.389143216Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.391366596Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f054d1d-c090-461d-a76f-c03e775a6271\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:44:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.391491205Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.392445145Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"08b4588d-7f49-4813-a1b2-0a2bbfabc05b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:44:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.392519153Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.393458234Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c3bb1893-6962-4a8c-8369-76a9c1f693b0\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:44:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.39363189Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.394675469Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b430c7bf-ad74-4a47-ac9a-9f2622a485aa\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:44:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.39485185Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.398030804Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.398431903Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0964974b-3c2c-4f49-8b31-6018c0d5b62f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:44:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.398946238Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.400926223Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9fe791c6-30d1-46e8-8d9e-878f1e1d2251\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:44:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.401153867Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.403171918Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f0f8d48-25da-4084-b6d9-0a7cb55747ae\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:44:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.403330524Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.405852729Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e5cf541-a26e-45b9-bc9c-6dd4659ef7be\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:44:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.406009131Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.409301911Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"698f808f-529c-42cf-b220-f4006391b8dc\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:44:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.409377542Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.41145928Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c4f7fcb-0f15-4e1e-b689-ce3c70b2ce7b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:44:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.411530572Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.41354214Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a8164ab-18d1-466e-aed1-4e922fba34af\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:44:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.413616017Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.416774991Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cef4eac7-2b23-49de-b2de-6923ea455022\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:44:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.41738191Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.41798901Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b56bc8c-45d6-4137-a5ef-f91c95100a7b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:44:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.418268777Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.419546393Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f03355d6-4337-4b25-a1d7-95e0ec27a30a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:44:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.419746752Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.420747576Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"22e35e1e-5628-4800-b96c-0501eb52927e\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:44:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.420811383Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.421668641Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6790b754-2d8a-48f4-9589-068b732c90fc\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:44:53 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:54.421731987Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:54.421764312Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:54.421795203Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.421821696Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.422513805Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.425416669Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.435514719Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:54.435634096Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:54.43567103Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:54.43570118Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.435729647Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.445104576Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:54.450277803Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:54.453319604Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:54.453434573Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.453560764Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.454263845Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.455122366Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.461623659Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:54.483055921Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.483203796Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.490231358Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.508624074Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.518108722Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:54.518234663Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.5182786Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.518889467Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:54.521100212Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.527439553Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.528624734Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.605971593Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","sled_agent_url":"http://[::1]:33811"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.606073336Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"SledAgent":"http://[::1]:33811","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:33811/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:54.607392013Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:46521"} {"msg":"incoming request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:54.608193179Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/inventory","method":"GET","req_id":"f7be6ade-879e-4dcf-8046-744f289f5879","remote_addr":"[::1]:46521","local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:54.61046206Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/inventory","method":"GET","req_id":"f7be6ade-879e-4dcf-8046-744f289f5879","remote_addr":"[::1]:46521","local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2579,"response_code":"200"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.622763209Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"SledAgent":"http://[::1]:33811","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:33811/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f7be6ade-879e-4dcf-8046-744f289f5879\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:44:53 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.628635419Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.628699026Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.628730008Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:54.639414325Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:54.64036503Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:54.644763423Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.644904895Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.646243252Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.650525794Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.658162079Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:54.658546365Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.658665763Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.659458041Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.692414966Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:44:54.735392846Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:44:54.735778785Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.735835629Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":7,"elapsed":"601.517083ms"} {"msg":"activating","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.735871981Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","iteration":8,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:54.735897702Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:54.735926299Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:54.735954335Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.735980197Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.737314756Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.741347791Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.746092455Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:54.746139849Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.746734985Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.747479779Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:54.748041648Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:54.748095666Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:54.748126177Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.748151297Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.748647365Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.751114801Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","candidates":"[(f54221d0-68e0-433e-8046-3388d0db05fb, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:54.751172186Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:54.752358479Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:60570","req_id":"c0c99b6f-06d5-47ce-98f0-8c4365dc308c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: f4 4d 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .M..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.752456975Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:60570","req_id":"c0c99b6f-06d5-47ce-98f0-8c4365dc308c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 62541,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.752676663Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.752838786Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.752977152Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:60570","req_id":"c0c99b6f-06d5-47ce-98f0-8c4365dc308c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54660, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.7543563Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54660, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4359, tv_nsec: 553251256 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:54.7544169Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.754841066Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.761133042Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:54.761213502Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.761243372Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.761602668Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:54.762396499Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:56013","req_id":"b975dddf-e9d7-4487-b4bc-a2357033c970","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: cb e3 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.762460978Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:56013","req_id":"b975dddf-e9d7-4487-b4bc-a2357033c970","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 52195,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.762549695Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.762643582Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:56013","req_id":"b975dddf-e9d7-4487-b4bc-a2357033c970","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:54.841371161Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:54.843260656Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.843324623Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.844249366Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.844400517Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.844462781Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:54.846577615Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:60683","req_id":"52b51286-7005-4257-80ec-e90f62e26c8c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 01 5f 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ._..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.846729637Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:60683","req_id":"52b51286-7005-4257-80ec-e90f62e26c8c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 351,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.846969295Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 351,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_delete_snapshot_then_disk","level":50,"time":"2025-04-30T06:44:54.847065316Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:60683","req_id":"52b51286-7005-4257-80ec-e90f62e26c8c","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.848610956Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"begin collection from MGS","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.848666336Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","mgs_url":"http://[::1]:54660"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.848695594Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/ignition","method":"GET"} {"msg":"sent collection request to producer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:54.853340459Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.855076137Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:54.855123632Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:54.855152299Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.85887695Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"392a5e8f-5a88-4f64-80c9-3c334dad61df\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:44:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.859279522Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.861473243Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b997dafc-ab7b-4311-a25a-18b792d511be\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:44:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.861742269Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.866466321Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7692342d-1f30-44c7-bfd1-c6688337e8bb\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:44:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.866596581Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.871619469Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"207bfffd-6929-49c6-a3ef-eb2a16094adb\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:44:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.871904457Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.875231255Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"59fe85d6-f62b-46ad-8e02-db7138da8a91\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:44:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.875406985Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.87749236Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17a741ee-971e-47eb-b9e4-345e83870637\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:44:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.877609163Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.880464251Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a85f68b-b2c4-4f7c-aded-2fadd6478a81\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:44:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.880570112Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.882523104Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f68ac32-20a7-43ec-b2b4-712659ceb54d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:44:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.882647802Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.883463076Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3caebee7-6bc7-426f-bf2c-0710757516a6\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:44:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.883762914Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.885195498Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ffb127e-0e81-4fb2-8073-20b4053bf73c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:44:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.885370216Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.88632574Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe74b384-42f0-4dde-bdfd-932710df26cf\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:44:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.886464156Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.887905177Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd52172a-0158-4611-a265-58d81c87e076\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:44:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.887971669Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.890158677Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4915fded-9c49-4cbe-9b02-9d3edc67eea7\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:44:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.890294958Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.894141202Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.895242065Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"434e37c2-6c67-4c83-9be4-2f815fe46c7a\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:44:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.895373758Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.897252581Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e96648ff-104e-40ef-b001-b647c95300e5\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:44:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.897391137Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.899302836Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"377e61d6-c5f4-47b9-9e27-47a54ee2cccf\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:44:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.899459348Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.900802624Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8170f8e3-d4fb-4dc7-a98d-c254fd8f54c1\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:44:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.900959667Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.902708181Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"28403e50-ce17-4cdd-8565-96d56c9b86d2\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:44:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.902896707Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.904642174Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"037d5432-0632-45b2-9433-20a94d9d4939\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:44:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.904874798Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.906001142Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cfceb04e-c7ff-40d3-a1bc-3ce92c12e26a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:44:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.906156532Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.907903112Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2a23345-994b-429f-a6b7-6861a7593065\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:44:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.908050285Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.909107301Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10073e8e-9255-47da-a6b1-7a6bbaa0e31c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:44:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.909208633Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.910284186Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d42651cb-9305-4cd0-b1d3-99247b30585b\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:44:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.910403584Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.911709045Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"22a42fa1-4bff-4b07-b23e-a66619d9c9c6\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:44:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.911880396Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.91402529Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e7668c0-d44c-4d33-a76d-8003db90a021\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:44:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.914069207Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.916131977Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"518872a6-80ca-40ad-99cc-2ec9b1e23cf2\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:44:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.916285934Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.919799885Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fdba5b20-8cdd-4825-9b79-0a9832eeb9ef\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:44:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.919860967Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.922315688Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"89c214ae-7da6-46d1-89d9-f6beb1dce9f3\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:44:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.922444284Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.924777613Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"538f96e6-1623-4030-b518-aab497f1c03d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:44:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.924842452Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.926861896Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e1c5052-4dd8-4a0b-b622-df44cf50b801\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:44:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.9270297Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.927986787Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ac2ab20-9a37-4fe2-8884-4de739c28843\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:44:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.928064692Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.929385534Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"36eea59f-a96d-4947-848e-55b6b6d192a7\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:44:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.929513559Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.930529553Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a30b2e2-d78c-4bc5-9483-00ee2bde8a15\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:44:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.930661897Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.93278659Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19c48907-94ae-48bb-bcd2-12106c2a953b\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:44:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.933056127Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.934501998Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a71857be-0be9-4c1b-b73b-01a736aa93e9\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:44:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.934649993Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.93875379Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa6c308a-49b9-4ace-bddf-38513aaf1361\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:44:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.940061896Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.944692953Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b43fe45e-9055-4c77-a84d-3c0439ed4358\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:44:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.945069593Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:54.945221015Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:54.945271706Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:54.945301996Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.945329301Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.946152601Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.953773976Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.966578048Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:54.966660782Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.966694409Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.967846445Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:54.970972944Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.971198083Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.97172368Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.97368612Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"992fa6b3-acc1-4752-bede-767179acb6fc\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:44:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.973829766Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.977067217Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f000d39-2aec-47f2-b733-18cfd1395755\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:44:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.977353537Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.980224487Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"94dfb234-546e-4c65-a473-cb7bcc4a2f74\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:44:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.980287944Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.982447476Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f7ac4444-1dea-4480-894d-1e3b881abff3\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:44:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.982687815Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.983455174Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b6140a7-bd42-49da-8261-eaf8598ac239\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:44:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.98384449Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"inserting 1 samples into database","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.986488297Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.987310676Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.994120103Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"retrieving timeseries schema from database","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.994921971Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:54.995004004Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema FORMAT Native;"} {"msg":"no new timeseries schema in database","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:54.998489699Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"new timeseries schema","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.998549048Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"integration_target:integration_metric\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"metric_name\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"target_name\", field_type: String, source: Target, description: \"\" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2025-04-30T06:44:54.994848024Z }","timeseries_name":"integration_target:integration_metric"} {"msg":"inserting 1 new timeseries schema","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.998843454Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:54.99902698Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":6,"n_rows":1,"sql":"INSERT INTO oximeter.timeseries_schema FORMAT Native"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.999189965Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"034cde54-315d-4ea8-91f7-88c41d0537bc\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:44:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:54.999377318Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.006762342Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"04ed9bb5-914e-4c3a-a454-5624b28895fb\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:44:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.006998352Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"inserting data","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:55.007479922Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.009575698Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"71cd9ec9-916b-435d-8c27-62cefa57505d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:44:54 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:55.010034953Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:55.01009372Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:55.010130613Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.010161906Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.011795771Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.012927817Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:55.012986994Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.015237178Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.02151699Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:55.021581729Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:55.021615917Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:55.021645797Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.021671478Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.022217987Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.025248715Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:55.025385658Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.026234149Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.027763937Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.035837062Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:55.035917151Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.035949826Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.036691163Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.122386766Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","sled_agent_url":"http://[::1]:33811"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.122694129Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"SledAgent":"http://[::1]:33811","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:33811/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:55.123563942Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:55.12360313Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:55.123630013Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.123656687Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.124493023Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:55.124538734Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:59728"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:44:55.124870685Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"incoming request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:55.125561071Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/inventory","method":"GET","req_id":"ae259c66-7ee2-45c1-bf1a-8e0df1809c3c","remote_addr":"[::1]:59728","local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:55.125925186Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/inventory","method":"GET","req_id":"ae259c66-7ee2-45c1-bf1a-8e0df1809c3c","remote_addr":"[::1]:59728","local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":566,"response_code":"200"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.126346696Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"SledAgent":"http://[::1]:33811","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:33811/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae259c66-7ee2-45c1-bf1a-8e0df1809c3c\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:44:54 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.13241627Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.13249679Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.132530277Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:55.134673407Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:55.134746853Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:55.1347856Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.134841953Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.135391628Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.135766254Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.14432632Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:55.145036545Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.145157997Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.146634048Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:55.152193214Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.152271279Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.152668721Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.153519035Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.16291707Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:55.163284382Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.163407107Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.165141312Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.231746589Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:44:55.23312236Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:44:55.233376146Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.233427618Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":8,"elapsed":"497.523162ms"} {"msg":"activating","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.23351905Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","iteration":9,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:55.233553369Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:55.233582126Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:55.233613088Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.233640733Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.23446742Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.238562669Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.243900444Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:55.243960695Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.243992267Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.244491703Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.248202115Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","candidates":"[(f54221d0-68e0-433e-8046-3388d0db05fb, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:55.248281203Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:55.249455813Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:59068","req_id":"0766e7d2-0bdf-42b6-86ef-9953f109a1df","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: ae 29 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .)..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.24966517Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:59068","req_id":"0766e7d2-0bdf-42b6-86ef-9953f109a1df","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 44585,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.249851672Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.250139115Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.250188273Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:59068","req_id":"0766e7d2-0bdf-42b6-86ef-9953f109a1df","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54660, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.250865522Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54660, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4360, tv_nsec: 49757021 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:55.251138506Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:55.252326924Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:55106","req_id":"5f84a865-bc19-47e2-9984-a7d57f5ee7ae","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 42 c4 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e B...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.252789325Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:55106","req_id":"5f84a865-bc19-47e2-9984-a7d57f5ee7ae","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 17092,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.252884094Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.252905847Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:55106","req_id":"5f84a865-bc19-47e2-9984-a7d57f5ee7ae","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:55.298638927Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:55.299452809Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:55.299590594Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:55.299691795Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.299780091Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.300830384Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:55.301675427Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:60672","req_id":"3a72a3e3-f353-41c3-aec7-ae2befd4e997","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 91 21 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .!..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.302054954Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:60672","req_id":"3a72a3e3-f353-41c3-aec7-ae2befd4e997","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 37153,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.302211215Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 37153,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_delete_snapshot_then_disk","level":50,"time":"2025-04-30T06:44:55.302376574Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:60672","req_id":"3a72a3e3-f353-41c3-aec7-ae2befd4e997","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.303095537Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"begin collection from MGS","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.303140276Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","mgs_url":"http://[::1]:54660"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.303216698Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.30446231Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.312051451Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:55.314437936Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.314494228Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.317701388Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:55.321258566Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.321315539Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.322649818Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.323613778Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"27fba6ca-d516-4175-894f-cd773f421c16\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:44:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.324168934Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.33619245Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d6cf2c29-76bc-4d88-8b3f-3109266c893d\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:44:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.336547808Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.345374615Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4cb458e9-1709-4c23-8515-e7e483cae19b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:44:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.345595916Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.348225856Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"40aaa730-3a48-49cd-970c-51b36f0ab709\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:44:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.348469061Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.352849729Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"792221a5-5c57-4a98-85df-01f147c60b57\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:44:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.354732971Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.361394664Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"12a672af-b125-49e3-a9ec-81be2b896b43\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:44:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.361626165Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.364109263Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d3de9c76-3a08-44d3-b10c-eeaa8b863e92\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:44:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.364663717Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.370505817Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d70fda6d-7bc7-43d0-ab42-609fac3f2f64\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:44:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.370728802Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.37112924Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.372437496Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"004de9b4-47f9-43f8-9c5d-7921ccd5971b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:44:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.372675009Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.373616175Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a87e6c9b-e3c3-4d2d-9f53-0235f805adbe\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:44:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.373852606Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.374769382Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00e39df0-c71e-4fb4-9a47-e9f4d22811e9\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:44:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.375198638Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.376216806Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3af4751b-b290-4062-8998-2d7500b0cc35\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:44:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.376524399Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.379576059Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"016ddff9-4a7d-42b4-8ca7-fa6b29e2449a\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:44:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.3798375Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.393926662Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"87f0875f-adee-4256-befe-6ea22e046013\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:44:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.394145969Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.395857549Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dcc7d187-a0e2-41f4-a969-498c7639d8fc\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:44:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.396104882Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.399108346Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ad4cea9-8f51-4b63-a744-6ce7e6c82304\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:44:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.399325809Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.401635802Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"086c9f75-0bc6-4488-b38a-e98013b46b0f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:44:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.401847744Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.405031087Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"106a58bc-938a-4e84-ad64-dbdf48d47093\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:44:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.405499761Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.407278705Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5529c408-09e2-427c-83cf-1226c10a286f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:44:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.407488082Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.40960495Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c2ab5183-4f95-4357-8061-45aaec1b3f30\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:44:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.409826942Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.410756254Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4cb60952-0415-4b71-ae0e-4f1f34c253d3\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:44:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.411024088Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.411974411Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da80ac8d-c01e-45c1-922b-77d0bb1bdf48\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:44:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.412390981Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.413352958Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f0bb741-74cd-4edd-883c-3ec15ec13823\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:44:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.413724768Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.415204106Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61607313-7bb6-4be1-84a8-6169329b8faa\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:44:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.415460397Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.417458267Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"64ee4d64-5864-4074-8ced-aa033b349fea\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:44:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.417838204Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.419760204Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f83645e8-c0f4-4bea-93a5-d9529a414cd0\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:44:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.420013238Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:55.422015698Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:55.422260225Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:55.422377839Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.422456476Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.423210568Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.423619774Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ca93b13-127a-4105-b064-c2a028afe296\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:44:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.423833179Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.426351066Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.433075093Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:55.433176354Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.433260682Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.433866149Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.435880091Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0607d5d9-01e2-4528-a46e-db3307dd669e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:44:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.436097765Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.437853153Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee913b43-845c-4b17-9595-c5cf9614eb2b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:44:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.438129143Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:55.438398179Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.438503338Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.439013274Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.440664865Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6efd5b67-e11b-47ce-857d-68ef853fa5ec\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:44:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.440880084Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.441930567Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"12f122d0-a86c-49a8-9b68-da898eb30a37\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:44:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.442288289Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.444165309Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"27c3d1ad-ab79-4284-9c4f-6aef3b43c9ba\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:44:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.444392532Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.445637442Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e9fbc5a8-c540-469f-b61d-242d054c11e7\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:44:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.445972019Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.448598432Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec58f4a1-4e85-4b2a-b11e-c0557a6e650a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:44:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.448811296Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.450486814Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fcffd208-97e6-49a7-8d25-02519ae87c4c\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:44:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.450740119Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.452421429Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"055edb60-7e86-4a5e-826c-e8d8f12a9e32\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:44:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.452631057Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.455135797Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f725c3c2-b271-4233-bbb5-015eff0e17ef\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:44:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.455349373Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.457300801Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a0aa89d-bb6e-487b-b404-d4c56b1a62ce\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:44:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.457667351Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.461242765Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d262e11-22b7-432c-a5a6-85569191b106\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:44:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.461447854Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.463760902Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e5752afe-3dd7-4f65-b358-123e0a35e8cd\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:44:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.465648503Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.468846806Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f2ca9d7-c703-437a-ac60-a01f159d415a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:44:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.468973758Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.470456944Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"592a2ac9-87ea-45b7-b576-31a711fa8e60\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:44:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.470787933Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.472314114Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"367ea180-d186-4df1-9b55-e73b250e18f9\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:44:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.47245281Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.47428445Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf1369ac-d0d3-4edf-8050-31de29d85c39\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:44:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.474402605Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.478771189Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bba0cf25-5bf6-4bce-9048-f8ff31865bcc\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:44:54 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:55.479010596Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:55.479132549Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:55.479274191Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.479366195Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.480220637Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.492114846Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.498813602Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:55.498868141Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:55.498897189Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:55.498924584Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.49895306Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.499656051Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.50830815Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.512746042Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:55.51282025Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.512854017Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.513214826Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.51360825Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.575846566Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","sled_agent_url":"http://[::1]:33811"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.576066654Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"SledAgent":"http://[::1]:33811","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:33811/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:55.576720377Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:55.576764214Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:55.576795206Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.576821618Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.5777159Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:55.577870117Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:60280"} {"msg":"incoming request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:55.578584872Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/inventory","method":"GET","req_id":"190fcb34-aca1-451f-ae2b-fdcf07f0c8e3","remote_addr":"[::1]:60280","local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:55.579096401Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/inventory","method":"GET","req_id":"190fcb34-aca1-451f-ae2b-fdcf07f0c8e3","remote_addr":"[::1]:60280","local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":516,"response_code":"200"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.588196702Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"SledAgent":"http://[::1]:33811","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:33811/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"190fcb34-aca1-451f-ae2b-fdcf07f0c8e3\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:44:54 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.594609039Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.594682876Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.594712164Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:55.596676328Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:55.596756708Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:55.596794222Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.596823491Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.597404809Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.597712201Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.604231721Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:55.60429618Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.604327883Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.604673451Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:55.604923019Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.607051049Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"oximeter","body":"None","uri":"http://127.0.0.1:33167/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.607176919Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.611767295Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:55.620515225Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.620581868Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.621294137Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:55.622133229Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"48f66472-3868-4636-ae67-e71f34cf0594","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:55.622423437Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"48f66472-3868-4636-ae67-e71f34cf0594","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.622484168Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"48f66472-3868-4636-ae67-e71f34cf0594","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.6229571Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"48f66472-3868-4636-ae67-e71f34cf0594","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:55.626543907Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.626605049Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.632274475Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:55.638316232Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"48f66472-3868-4636-ae67-e71f34cf0594","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","latency_us":16170,"response_code":"200"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.64118102Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:33167/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"48f66472-3868-4636-ae67-e71f34cf0594\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:44:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.641518853Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"oximeter","body":"None","uri":"http://127.0.0.1:33167/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZTQ3ZmUwMi1jYmUwLTQzMzItOTUxZi1hODIyMjE5OGMxYWQifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:55.642167937Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZTQ3ZmUwMi1jYmUwLTQzMzItOTUxZi1hODIyMjE5OGMxYWQifX0%3D","method":"GET","req_id":"7e04a116-c9e3-4ba1-9d33-f78a8a1a92bb","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:55.642532623Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZTQ3ZmUwMi1jYmUwLTQzMzItOTUxZi1hODIyMjE5OGMxYWQifX0%3D","method":"GET","req_id":"7e04a116-c9e3-4ba1-9d33-f78a8a1a92bb","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.64260622Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZTQ3ZmUwMi1jYmUwLTQzMzItOTUxZi1hODIyMjE5OGMxYWQifX0%3D","method":"GET","req_id":"7e04a116-c9e3-4ba1-9d33-f78a8a1a92bb","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.64314818Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZTQ3ZmUwMi1jYmUwLTQzMzItOTUxZi1hODIyMjE5OGMxYWQifX0%3D","method":"GET","req_id":"7e04a116-c9e3-4ba1-9d33-f78a8a1a92bb","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:55.651262898Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZTQ3ZmUwMi1jYmUwLTQzMzItOTUxZi1hODIyMjE5OGMxYWQifX0%3D","method":"GET","req_id":"7e04a116-c9e3-4ba1-9d33-f78a8a1a92bb","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","latency_us":9066,"response_code":"200"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.653285728Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:33167/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZTQ3ZmUwMi1jYmUwLTQzMzItOTUxZi1hODIyMjE5OGMxYWQifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e04a116-c9e3-4ba1-9d33-f78a8a1a92bb\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:44:54 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:55.65340732Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:55.653458693Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:55.653489464Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"Non-retryable transaction failure","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:44:55.682193725Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:44:55.682708742Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.682889071Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":9,"elapsed":"449.404419ms"} {"msg":"activating","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.683022647Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","iteration":10,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:55.68311467Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:55.683221243Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:55.683399207Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.683506301Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.684869607Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.690650275Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.698207923Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:55.698290828Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.698325367Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.698679412Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.714329734Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","candidates":"[(f54221d0-68e0-433e-8046-3388d0db05fb, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:55.714401808Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:55.719795615Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:52488","req_id":"865ad2ff-c085-4f3d-8147-63eebe36f3a9","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: eb 29 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .)..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.719896987Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:52488","req_id":"865ad2ff-c085-4f3d-8147-63eebe36f3a9","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 60201,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.719970193Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.720113508Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.720159931Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:52488","req_id":"865ad2ff-c085-4f3d-8147-63eebe36f3a9","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54660, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.720536882Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.721004413Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54660, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4360, tv_nsec: 519877055 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:55.721071647Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:55.724507212Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:50190","req_id":"815494f3-377e-4758-a9fa-5868cb164c8d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: f3 1a 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.724642963Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:50190","req_id":"815494f3-377e-4758-a9fa-5868cb164c8d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 62234,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.725097799Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.725225203Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:50190","req_id":"815494f3-377e-4758-a9fa-5868cb164c8d","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:55.799486352Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:55.803186795Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:55.803368107Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:55.803421543Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.803454699Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.804099794Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.804407127Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.80446894Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:55.805826645Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:58514","req_id":"5eaa55c4-5466-4f96-96d6-3ecbe9414512","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 74 82 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c t............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.80621538Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:58514","req_id":"5eaa55c4-5466-4f96-96d6-3ecbe9414512","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 29826,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.806662961Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29826,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_delete_snapshot_then_disk","level":50,"time":"2025-04-30T06:44:55.80683288Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:58514","req_id":"5eaa55c4-5466-4f96-96d6-3ecbe9414512","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.808450162Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"begin collection from MGS","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.808547737Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","mgs_url":"http://[::1]:54660"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.808579029Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/ignition","method":"GET"} {"msg":"sent collection request to producer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:55.808853235Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.809479533Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:55.809537389Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:55.809566336Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.810378815Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.819756349Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:55.819854635Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.819939063Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.820788205Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.822410347Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"579d1dc9-833a-4a89-8f94-8fe4fe009d33\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:44:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.822787719Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:55.823320009Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.823425921Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.82537323Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.827152125Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5fdaaedb-90c8-4676-8e90-1fbdf7987331\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:44:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.827438415Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.829963957Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"60174b3e-b2dc-4960-9ec4-cf2283a1aa53\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:44:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.830200969Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.833827605Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"702c53cc-17ad-49e1-842d-d577c2481f47\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:44:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.834159567Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.836514759Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b8eb9279-0fe1-4a56-b434-de8952fa13ec\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:44:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.836799056Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.842592639Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b37cb5db-7156-4a2a-b741-d58ea08f1734\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:44:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.842682949Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.846913708Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"76e35ff5-1cab-4c3b-8d06-5b566e27d2fd\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:44:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.846986644Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.849902143Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a73e8df2-5f1d-4246-9ca9-2396efd906d3\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:44:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.849975339Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.85109544Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"06f239ac-aed7-4c99-800e-b105dbed597c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:44:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.851393254Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.854786144Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.855960003Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13263d8d-b1ad-467f-a504-ce2b16f04eec\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:44:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.856052767Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.857065054Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"64e2b75c-0eaf-4681-9482-5ef629c7aa1a\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:44:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.85719817Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.858475074Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c31e8bb-c778-4e0d-8efd-21a275b01f5b\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:44:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.858673449Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.860911688Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f7e4778a-0854-46e9-a8b6-058f35e13375\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:44:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.861191756Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.862960972Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"874fdc8d-47be-4551-a6ba-3c011232aac1\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:44:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.863063406Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.865501002Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0eff5d48-9ff3-47d9-ad37-59a1f8526fc6\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:44:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.865572916Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.867784512Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc610a1a-b338-45df-abf5-bcfb0bfa3214\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:44:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.867903179Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.869971219Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"307515ab-9936-48bb-843c-a19043d1ef5e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:44:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.87008714Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.872724364Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa81429f-c7ce-4723-9b2c-240a46f212c5\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:44:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.872818732Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.876328425Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f19a895-db86-4359-aa54-15d68fc7ad4c\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:44:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.876403906Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.878136167Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4df1f934-bd72-4017-a5ac-6e5200c0e727\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:44:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.878274332Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.88083763Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d58dbb6-0286-4c8a-8dfa-55fa4cb2c8ca\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:44:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.880978631Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.884399236Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b71ffcb-70d0-4527-8902-3e5047a0cdc7\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:44:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.884538343Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.886079544Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c0ea9a68-260b-47b7-88c4-73f46dd9e7a5\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:44:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.886202489Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.889078349Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a894ffb5-0258-433e-95c0-5fd8dba69d29\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:44:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.889292616Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.893346693Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c4d217c-83d2-4998-90cd-70a07a29f0d5\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:44:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.893650999Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.898527966Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a8ac2307-612c-4dcf-8508-4506759cfbfb\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:44:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.898619429Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.901934273Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2489b520-8996-45b5-b75f-e9d555d7dc27\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:44:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.902006928Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.904975653Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a19f468a-efd7-4000-a2ce-036a59271cfb\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:44:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.905049119Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:55.905259809Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:55.905451762Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:55.905502433Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.905530519Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.907174143Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.910335532Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.920968628Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:55.921031062Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.921063427Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.921623202Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.923593588Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98cf5b3d-2474-4f04-97fd-0f574d3faad2\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:44:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.925019339Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:55.925584645Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.925645326Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.926149701Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.932900622Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4893409-4406-4e19-a80b-b964f20fac59\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:44:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.933173455Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.936551346Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cbae1df0-f6e0-40a6-9726-08b4d0a84b82\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:44:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.936625173Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.938101795Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3843d560-a551-4419-8a74-1f5e259a9f91\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:44:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.93826526Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.939325212Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"38d200e2-a0a6-4a7f-98bb-8e51fa823ad8\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:44:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.939433037Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.940492849Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da1e7cd9-7120-402c-a6a4-9e8db07ea438\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:44:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.940560333Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.942099209Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"26fc5c3c-4c1e-48da-a583-30cf9aa3ab16\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:44:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.942854033Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.945578922Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d052975c-e889-4aed-82f8-9681a44af3fa\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:44:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.94563771Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.948514742Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9eb48d3c-7770-437f-ad05-1354039b12e0\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:44:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.948721804Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.951026346Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"94559103-d1cd-4ce5-81c7-058cc67d274d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:44:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.951247056Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.955767172Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.956340003Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d5b899a8-177a-4f55-ad99-708c8e53f8c1\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:44:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.956692816Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.958922599Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"866a4794-5534-4feb-b312-888f09980250\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:44:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.958999372Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.961265757Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"916c25f0-8566-4180-b66b-4f00b5c41b56\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:44:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.961340957Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.963763314Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d8575f58-700b-4db0-ae1f-2c1b4eab4f5d\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:44:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.964169222Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.96586432Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d4b7b72-b3af-4c71-9173-23a20a0c11b8\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:44:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.966150219Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.967571201Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ceb629f-df67-4890-8cf7-c4ab03632f7d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:44:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.967815337Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.969188072Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"59cf47f4-77d7-4933-b44b-0cb606209892\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:44:55 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:55.969676074Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:55.969798088Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:55.969846113Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.969874139Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.970383033Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.973779821Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.977849309Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:55.977901062Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:55.977932405Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:55.977962154Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.977988166Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.97857758Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.981299774Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.990963949Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:55.991044129Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.99107973Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.991719996Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.992364931Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.992423868Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:55.992917041Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:55.994345186Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.060441328Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","sled_agent_url":"http://[::1]:33811"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.060613501Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"SledAgent":"http://[::1]:33811","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:33811/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:56.061364307Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:56.061509016Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:56.061605277Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.061770867Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.062953504Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:56.063129504Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:33790"} {"msg":"inserted rows into table","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.06390045Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:56.064864982Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"incoming request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:56.065858161Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/inventory","method":"GET","req_id":"672fdea0-c5e8-4503-a3ce-fd67a6e3d786","remote_addr":"[::1]:33790","local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:56.067820771Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/inventory","method":"GET","req_id":"672fdea0-c5e8-4503-a3ce-fd67a6e3d786","remote_addr":"[::1]:33790","local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":761,"response_code":"200"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.068967997Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"SledAgent":"http://[::1]:33811","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:33811/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"672fdea0-c5e8-4503-a3ce-fd67a6e3d786\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:44:55 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.074031245Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.07408886Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.074113319Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:56.076118524Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:56.076199556Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:56.07623691Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.076265086Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.076732197Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.077470939Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.086827992Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:56.08688712Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.086920346Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.087545802Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.088019847Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:56.088598179Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.092240125Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.102052195Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:56.102212926Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.102264057Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.104342118Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:44:56.105435757Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:56.106454246Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.106514466Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.106895485Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:44:56.140011226Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:44:56.140380993Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.140614959Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":10,"elapsed":"457.353306ms"} {"msg":"activating","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.140669157Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","iteration":11,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:56.140698856Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:56.140729076Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:56.140758806Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.140785218Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.141537708Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.149064003Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.153368901Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:56.153441776Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.153478419Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.153823356Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.154640955Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.15769499Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","candidates":"[(f54221d0-68e0-433e-8046-3388d0db05fb, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:56.157837784Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:56.158546897Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:60925","req_id":"4352899c-e877-47f6-a55b-69a045ab68cb","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: d2 9c 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.158759802Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:60925","req_id":"4352899c-e877-47f6-a55b-69a045ab68cb","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 53916,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.15916563Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.159458985Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.159509766Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:60925","req_id":"4352899c-e877-47f6-a55b-69a045ab68cb","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54660, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.159874252Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54660, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4360, tv_nsec: 958773737 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:56.159930725Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:56.161147509Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:57068","req_id":"d9746cf6-90be-4f21-90aa-53df285c293b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: e6 1c 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.161208711Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:57068","req_id":"d9746cf6-90be-4f21-90aa-53df285c293b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 58908,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.161290644Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.161378209Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:57068","req_id":"d9746cf6-90be-4f21-90aa-53df285c293b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:56.24258131Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:56.243165344Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:56.2433689Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:56.243570742Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.243665671Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.245064177Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:56.246016836Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:58919","req_id":"f9055c43-f97a-45a3-9ac4-284272cfbaa6","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 6f 5d 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c o]..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.246739686Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:58919","req_id":"f9055c43-f97a-45a3-9ac4-284272cfbaa6","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 28509,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.248380896Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 28509,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_delete_snapshot_then_disk","level":50,"time":"2025-04-30T06:44:56.248808558Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:58919","req_id":"f9055c43-f97a-45a3-9ac4-284272cfbaa6","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.250015903Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"begin collection from MGS","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.250109249Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","mgs_url":"http://[::1]:54660"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.250232575Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.251557024Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.258445369Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:56.258646038Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.258743182Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.259395953Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.262057936Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a6dff628-1a8a-4a98-8251-f216962161da\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:44:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.262399146Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:56.262727991Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.262836157Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.263512084Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.26531223Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"43b41cd6-3947-4953-8b11-cbad415f4a65\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:44:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.265681216Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.268126287Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f8b4ab7-b287-42e2-989e-1e614a014671\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:44:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.268553589Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.272814939Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00841554-d25e-4f27-8da1-0b7cda352d6f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:44:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.273042262Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.275083579Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f5e810d-de0c-4ada-8067-e15d61826631\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:44:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.275369359Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.278011803Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ace607d-b668-487e-9497-18560a539a65\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:44:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.278230469Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.280528317Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"441929a6-4c5b-4b86-87ce-517c08648a3a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:44:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.280745149Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.284520011Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6561b23e-a22f-4407-aa5a-01f843c707b6\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:44:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.284966921Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.286061672Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"74a14ddf-1c08-4c03-929e-e9977ab53f0c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:44:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.286348554Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.287501401Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41da0d58-c626-4e6e-8148-fc26eae33588\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:44:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.287735147Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.291252234Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6af428f9-d72f-47fe-a726-269fea7d977e\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:44:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.291480379Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.292229281Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.296406965Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"51a51df4-7748-4e06-8741-0bc7b1301acb\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:44:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.297023012Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.30240257Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"82632b6e-ad84-4bcc-83dd-bbf746fb7acf\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:44:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.303540037Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.30720049Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"38c4db6e-3454-4c0d-9d05-8d86bb2f8802\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:44:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.307268936Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.3097604Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eadfffe5-3f18-4f4c-96b8-ec616de43a88\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:44:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.309851061Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.312431152Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a8bc377-4c07-4f04-b810-2ff234bc214f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:44:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.312511472Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.315271681Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c6842f7-65ac-4267-bab1-c07e1fd23235\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:44:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.31533639Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.318720182Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f28ed309-09b2-402e-b603-7c9c30658bd1\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:44:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.320286453Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.322184905Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a2d9b2e-8bb4-436a-822c-7b8725442e87\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:44:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.322352479Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.323599434Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb603634-f649-4545-9e5a-70dad3042a0e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:44:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.323843911Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.325172949Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd3b1265-5ef8-44e5-be2e-47ffc0bbb9ce\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:44:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.325301926Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.328705958Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf76cf21-ec47-4b30-846b-053c54dad367\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:44:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.328771228Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.330293642Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a11d00e8-bedb-4678-bd79-086b5a1f946f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:44:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.330359493Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.334809549Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a33a4ab6-8abf-4090-9051-8098a24e897f\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:44:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.335077142Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.336893842Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad7e34e6-c13f-46c3-b640-26081c5ce31d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:44:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.337110263Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.340095261Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b9ef0e4-405b-493e-a64f-aa1bd7f961f4\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:44:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.340399637Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.342049855Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"88c351ed-1815-46d5-969f-c6a3a51a3f2e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:44:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.342326917Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:56.342937273Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:56.343088014Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:56.34326201Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.343423101Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.344461891Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.350004294Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"301fe2cc-a9a8-414e-90e7-5b336a377f31\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:44:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.350073452Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.350413279Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.361137977Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:56.361194389Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.361226644Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.361735768Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.364008176Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb349bfd-6b12-424e-94bf-eee446303aed\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:44:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.364147573Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:56.365453375Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.365513435Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.365541942Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.368320007Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a21fcd88-88d5-44b6-b0d4-beb4244e5de7\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:44:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.368455166Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.369886448Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8d3ba731-78e3-4c3f-a1e6-7bbcc2195d07\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:44:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.369954954Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.371647837Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fafe47a5-16b3-4e07-b47d-12ed0aef5c0a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:44:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.372206811Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.375110717Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"931bb4e3-6d3e-4dd3-8bec-c49b207bcad4\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:44:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.375638148Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.377930535Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"82db12e5-3f63-4bc6-ad6b-18f3ad7dbdd4\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:44:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.378326394Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.38012123Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc2054f7-1a63-4d37-89f6-a093f10e3a37\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:44:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.380554984Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.383024334Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab78781f-5c94-42ea-98fd-caeca92e5461\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:44:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.383918776Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.385945635Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"678f2cd7-b198-4b08-86d8-2245176e5c2c\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:44:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.386191715Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.39003383Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b64f1f59-a5c1-4085-bd74-8768c838339d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:44:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.390133759Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.394555128Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c18ffa3-447a-4500-97c7-45494cd5ef0e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:44:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.394632432Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.396791113Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"363a581a-e35b-4ae8-8d9e-df2bb8b0557b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:44:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.396908127Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.418609335Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.421891264Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"52e29cd0-9a14-441c-b787-9d2837bbfcc0\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:44:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.422179769Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.423036265Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a34617f4-219a-4154-b8d5-fa0bcdd0f69b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:44:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.423268758Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.42431828Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e1a23e22-2a2c-4e2f-a4d8-2e266994e332\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:44:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.424550091Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.425446658Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db71d879-d7ed-4c4c-8fab-2f2fbdcf87f1\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:44:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.42566876Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.426568563Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b9245a0d-e4a9-40ff-92a1-eddb35d8c315\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:44:55 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:56.42692339Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:56.427042217Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:56.427135683Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.427221735Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.428185936Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.436447737Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.455485769Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:56.455690326Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:56.45579733Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:56.455896527Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.455980705Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.45687687Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.462296429Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.476529888Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:56.477445723Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.477545571Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.478244384Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:56.47908076Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:56.479209607Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:56.4793013Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.479507541Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.480414638Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.484677461Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.494199804Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:56.494402007Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.494896472Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.498550763Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.579628696Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","sled_agent_url":"http://[::1]:33811"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.579708755Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"SledAgent":"http://[::1]:33811","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:33811/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:56.580289733Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:58725"} {"msg":"incoming request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:56.581008805Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/inventory","method":"GET","req_id":"41b48f05-ea44-4cad-b148-8bb0306d8522","remote_addr":"[::1]:58725","local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:56.581460435Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/inventory","method":"GET","req_id":"41b48f05-ea44-4cad-b148-8bb0306d8522","remote_addr":"[::1]:58725","local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":454,"response_code":"200"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:56.581756846Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.581811354Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.582767559Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.582993299Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"SledAgent":"http://[::1]:33811","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:33811/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41b48f05-ea44-4cad-b148-8bb0306d8522\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:44:55 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.593416607Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.593492468Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.59352372Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:56.595183988Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:56.595240912Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:56.595276493Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.595307705Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.595771429Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.602656657Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.607912549Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:56.608188509Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.608295232Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.60880627Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.644852209Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:44:56.645512044Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:44:56.646101799Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.64616252Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":11,"elapsed":"505.449325ms"} {"msg":"activating","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.646199183Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","iteration":12,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:56.646225706Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:56.646313952Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:56.646349252Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.646376406Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.647228203Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.650166157Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.654221096Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:56.654305113Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.654337859Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.655047483Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.678589158Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","candidates":"[(f54221d0-68e0-433e-8046-3388d0db05fb, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:56.67867067Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:56.68670092Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:56844","req_id":"f1222367-3ecb-4c31-8c1d-8c84536924c4","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: e2 5d 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .]..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.686793504Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:56844","req_id":"f1222367-3ecb-4c31-8c1d-8c84536924c4","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 57949,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.686970707Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.687174223Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.687210034Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:56844","req_id":"f1222367-3ecb-4c31-8c1d-8c84536924c4","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54660, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.688066922Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54660, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4361, tv_nsec: 486820306 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:56.688133544Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:56.689851287Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:57966","req_id":"064d7d14-84a9-48b4-a845-0d5e18f63050","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: dc db 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.689907168Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:57966","req_id":"064d7d14-84a9-48b4-a845-0d5e18f63050","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 56539,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.690059622Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.69009904Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:57966","req_id":"064d7d14-84a9-48b4-a845-0d5e18f63050","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:56.751178287Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:56.753065928Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:56.753300255Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:56.753348651Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.753381136Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.754230669Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:56.759517753Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:56469","req_id":"b2515407-da65-4476-838c-11bc7ab8cfbb","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 77 27 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c w'..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.760260763Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:56469","req_id":"b2515407-da65-4476-838c-11bc7ab8cfbb","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 30503,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.760405852Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30503,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_delete_snapshot_then_disk","level":50,"time":"2025-04-30T06:44:56.760488988Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:56469","req_id":"b2515407-da65-4476-838c-11bc7ab8cfbb","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.762209957Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"begin collection from MGS","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.762253363Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","mgs_url":"http://[::1]:54660"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.762279495Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.762785964Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.772612924Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:56.772688605Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.77272154Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.773914477Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.781969466Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.782132722Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:56.788568525Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.788653494Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.789143139Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent collection request to producer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:56.790764239Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.791393052Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:56.791436799Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:56.791461629Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.793964997Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"29489b74-cbc2-43cc-a2d5-d6ca6296b1e1\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:44:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.794137931Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.795976184Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec8d728b-28e4-4412-8d0b-b37c0acbad44\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:44:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.796184419Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.798520704Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eae1a19e-5ff2-42d0-bcca-9e5c2e927640\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:44:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.798653458Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.8005014Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bfdb0d17-b156-4913-a25f-42e9244d164a\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:44:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.800685607Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.804402533Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c91ebaee-f466-4d6a-8400-32bff070e140\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:44:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.804520618Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.809524809Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f117f47-86df-4c48-b4a8-2b6fc8180e45\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:44:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.80970093Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.81795247Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a8ace7ad-a729-4e9f-83bb-f32663a42b08\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:44:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.818322327Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.824373063Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c14b907-ff8f-4e8c-9e2f-049835edbee5\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:44:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.824670024Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.825264399Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.829129039Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6555036f-8ef4-473f-ba0c-ba6896465156\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:44:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.829301112Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.830847643Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fec4e24e-a631-48d6-bb74-b11b59eadf4d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:44:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.831067651Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.832227512Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1851de0e-ddb4-419f-8833-4660b8c522a7\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:44:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.832481518Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.833457142Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9343a18b-754e-4d63-bd3d-82f088e23cce\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:44:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.833518394Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.834848845Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1411f263-1415-44fb-a7a7-f65b5471f8e3\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:44:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.835044405Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.83713493Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"96d06414-3b9d-429f-affd-62ec9c5c9e52\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:44:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.837485017Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.839329803Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98695001-6ffb-4eca-9abd-831dbad64ed8\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:44:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.839440093Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.842702132Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"40c5f13d-eaef-4b85-93f1-337e3cc2415d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:44:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.842899385Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.846393337Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"57762f43-d073-4452-a667-b6ba4c0137bc\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:44:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.846465601Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.84996855Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"82f20cbd-fe1f-4ce6-bf6b-867c3ae9b6b7\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:44:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.850046395Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.852328131Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c2aad130-ed49-467d-ba7f-341e37caa9fe\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:44:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.852395105Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.853404907Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b93d69f5-cbf8-4f02-9978-7ea84249b2f5\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:44:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.853502381Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.854396232Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ec19ffc-7252-494c-acdd-2d8573757e1e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:44:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.854509588Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.855780951Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1eaec1b9-4904-4e70-b820-7b668c911cd8\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:44:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.855915629Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.857786126Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0632024-356b-41d3-861e-f6ef47b90afd\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:44:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.857907308Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.859904617Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5558c2c4-2115-4669-ab31-3c74b39afb05\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:44:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.860066179Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.862312996Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b61ad9be-64dc-46d1-830b-04e90943459a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:44:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.862858002Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.865016272Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d89d95b-41db-4153-b473-34235026b050\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:44:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.866138007Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.869079447Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"75e27f07-e9cb-4606-a407-5a9f32bcce46\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:44:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.869248895Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.871848555Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c99dfc9f-0cc0-47ae-8976-5e1cc136f076\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:44:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.872040958Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.874180471Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"84b039f8-7aba-4f6f-8e45-b68f421f3857\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:44:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.874477693Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:56.875981008Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:56.876039996Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:56.876071859Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.876097029Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.876931512Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.87767805Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d4952a3f-8813-4997-8530-64669db98239\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:44:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.87779863Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.878677902Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f5b7d7ba-55be-462f-92c7-75e4eb80800b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:44:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.878800947Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.879729547Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a5912f8-33a6-4c88-93ca-6a9fb1ee474f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:44:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.879897091Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.880108442Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.888065756Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:56.888130575Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.888160295Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.889242842Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.891456943Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd973c92-60f0-4ffb-b2a6-4c235b9ebd2b\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:44:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.891830788Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:56.892510803Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.892629269Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.893335867Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.895156424Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e1fbe12-e319-4813-b541-e984c2d69bf4\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:44:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.895677693Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.897383111Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"85b1c15e-f926-4cfc-ab85-f03c3bbf44d2\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:44:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.897736465Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.901733438Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4aa2110a-d2d9-47fb-9b50-b221ea2fb24f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:44:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.901902044Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.90414316Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe39f4b5-d58a-43d2-addf-0f0cff7656cb\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:44:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.904352036Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.906913429Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"11001a66-3fa0-4a96-90c8-ace5c156ae35\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:44:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.907052817Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.910485777Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"32963293-6e07-487d-848f-90b2526fe860\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:44:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.910611247Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.91343363Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1bc74022-435c-4718-916e-93cf42d6a990\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:44:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.913497317Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.918875703Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dc4960db-644a-4d35-a0be-668851733c8c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:44:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.918953348Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.921807304Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56960b5e-24db-4e9f-a1c8-1798fa99c75f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:44:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.922013996Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.922958949Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.924227216Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"821ce036-48e3-4822-a7ce-552b10c843bd\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:44:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.924363868Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.925493058Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"02cc212e-bc31-4330-9d0a-8f5c69a2357c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:44:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.925618518Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.926660253Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7cbe2d22-457d-4aea-9ea9-666bf7c869ca\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:44:56 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:56.927585357Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:56.927616699Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:56.927647711Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.927675777Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.927701298Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.935048827Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.94420973Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:56.944288106Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:56.944317915Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:56.944347654Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.944418756Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.945052338Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.947511739Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.951954541Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:56.952095672Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.952140922Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:56.952850766Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.014663364Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","sled_agent_url":"http://[::1]:33811"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.014735468Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"SledAgent":"http://[::1]:33811","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:33811/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:57.015651733Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:57.015714388Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:57.015749448Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.015777303Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.016608389Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:57.016666936Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:50060"} {"msg":"inserting 1 samples into database","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.017152654Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.017206791Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.018477443Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:57.01940923Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"incoming request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:57.020024235Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/inventory","method":"GET","req_id":"04af81cc-2954-4afa-8e91-69720a317e25","remote_addr":"[::1]:50060","local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:57.020539361Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/inventory","method":"GET","req_id":"04af81cc-2954-4afa-8e91-69720a317e25","remote_addr":"[::1]:50060","local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":651,"response_code":"200"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.021733721Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"SledAgent":"http://[::1]:33811","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:33811/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"04af81cc-2954-4afa-8e91-69720a317e25\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:44:56 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.025473092Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.025536007Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.025568001Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:57.030454507Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:57.030518514Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:57.030557732Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.030590508Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.030620307Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.030653874Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.040883937Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:57.040961912Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.040993685Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.041604572Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.041897075Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:57.041951353Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.044478779Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.049605394Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:57.049762537Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.049814079Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.052655461Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:57.056392086Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.056457646Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.057244464Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.0579553Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:57.058019919Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:44:57.092619787Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:44:57.093391034Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.093494029Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":12,"elapsed":"447.163855ms"} {"msg":"activating","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.093538377Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","iteration":13,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:57.09356482Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:57.093593497Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:57.093622254Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.093650982Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.094788668Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.098295566Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.103916254Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:57.10399938Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.10403433Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.1047673Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.111161109Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","candidates":"[(f54221d0-68e0-433e-8046-3388d0db05fb, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:57.111443031Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:57.11268237Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:59674","req_id":"eca817c5-bcbb-41c8-aaac-0cf155cf53e0","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: f7 a8 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.112747079Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:59674","req_id":"eca817c5-bcbb-41c8-aaac-0cf155cf53e0","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 63400,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.113538326Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.113853133Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.114531865Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:59674","req_id":"eca817c5-bcbb-41c8-aaac-0cf155cf53e0","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54660, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.114962353Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.115692538Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54660, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4361, tv_nsec: 914559629 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:57.115755063Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:57.117927922Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:57396","req_id":"290266e1-aeba-4a3c-b820-140443f87bd0","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 55 d4 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e U...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.118085556Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:57396","req_id":"290266e1-aeba-4a3c-b820-140443f87bd0","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 21972,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.118887584Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.118939958Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:57396","req_id":"290266e1-aeba-4a3c-b820-140443f87bd0","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:57.170619156Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:44:57.171192849Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:57.171315152Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:57.171412156Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:57.171453698Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.171483348Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.172187991Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:57.172559812Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:50911","req_id":"9e4db4e3-4111-4936-b47c-ab8735e3e0a2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: fc de 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.172622627Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:50911","req_id":"9e4db4e3-4111-4936-b47c-ab8735e3e0a2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 64734,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.172850872Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 64734,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_delete_snapshot_then_disk","level":50,"time":"2025-04-30T06:44:57.172948016Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:50911","req_id":"9e4db4e3-4111-4936-b47c-ab8735e3e0a2","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.173165629Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"begin collection from MGS","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.173209457Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","mgs_url":"http://[::1]:54660"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.173286159Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.175174342Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.182396381Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:57.182481601Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.182514917Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.183159902Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.184439331Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f6c04fb-14e0-4ac8-9df2-e284bc3111ad\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:44:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.184700502Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:57.185962947Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.186025853Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.18651134Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.187221304Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d3f8a3d-7614-44d7-8223-5f88077d5288\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:44:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.187593766Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.190611128Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a1c814f-d15e-4859-92a3-58c9c7042b0a\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:44:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.190692511Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.193395877Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6eed21db-a546-44bc-a9b1-e988aaefe4f6\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:44:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.193967776Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.198015501Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b198840-2782-4578-b6c8-c61a0c75c8f5\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:44:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.198206482Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.201019246Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e366a95-384a-4eae-a51f-a35d1e8d6f74\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:44:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.201195377Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.203564517Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"537a4552-ea1a-4051-b7bb-df3dae8d56bf\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:44:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.203632703Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.207603294Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c1dbefd8-47a5-4fd8-bd84-a33f6b0dda7f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:44:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.207687322Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.209593179Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ac564c4-4385-4b24-b3ee-40fc9b3f65e3\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:44:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.209865161Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.212511403Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77f0bf81-b46c-45ed-a285-fbf2c32f2b15\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:44:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.212577425Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.214536478Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"648f974d-1cb7-4fdc-b4cd-7fb0c3d61ad1\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:44:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.214738481Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.221618919Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.223598824Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"29548f83-2f33-4708-9ebb-6ccdc8d4a21f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:44:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.223853993Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.226313894Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b420eea8-a47f-4f75-949b-d0606328d98d\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:44:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.226990281Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.229054935Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"07195036-b52c-4feb-874a-2fd476f57256\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:44:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.229382127Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.231551489Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"50d32585-a26f-4207-847a-c6208497136e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:44:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.23176281Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.233742685Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c8470c21-a37b-4154-ae8f-330468619144\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:44:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.234029877Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.236901739Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6fba0aac-9ab2-47f5-a1ca-2432263bebc9\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:44:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.237206396Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.245797053Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6bcbf4d8-b3ae-4018-9ba6-9ec101ac64d7\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:44:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.246034766Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.250149625Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f427a62b-5f18-46f7-82e4-0a94f55df013\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:44:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.250431797Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.252206203Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cee1b0a8-addb-4147-93b7-95708acfbb6f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:44:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.252804294Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.255072654Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce480072-2728-499b-8070-fe4924152232\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:44:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.255588131Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.257743415Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"49ca6c77-478a-4240-b598-95dd5e30f0aa\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:44:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.258340825Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.259926094Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c22098d9-f7a0-49f6-b3d4-b9e86029c2b4\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:44:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.260568754Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.263873529Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f385979b-ae9f-4b56-866b-ab4197d89138\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:44:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.264146353Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:57.273518436Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:57.273669868Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:57.273769957Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.273914735Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.274698998Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.277326623Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f90a5daa-e25b-47c0-a2b5-ac34b5de6a03\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:44:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.283979799Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.284066823Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.285444017Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:57.28555605Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.285590028Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.286086146Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.294603426Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f92cf3f4-e7c5-49b9-a546-742dc37a8e03\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:44:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.294689057Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:57.294985027Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.295042321Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.295428711Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.297567843Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8d0649fb-b570-4503-ac36-6710ea9da490\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:44:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.297649275Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.299696223Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"157d183e-0de3-49ed-92e1-2bd9b2cb0a1e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:44:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.300055459Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.304198003Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"22212777-696b-4185-b83d-872dad57bcdc\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:44:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.304243373Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.307602837Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"82c6bd5e-0b2c-48fe-a0d6-06afc6d135d5\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:44:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.307671694Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.308732427Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77b53436-914d-45c3-82d6-93c018b2affd\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:44:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.309121262Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.312612448Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a85c20d-3ced-4de7-b315-6dcdeffd5ba0\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:44:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.312759982Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.315123161Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a929479-d571-44cf-980e-9e99d939b276\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:44:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.315389712Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.3167241Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0d12162-00b0-4413-a6d3-f17951dea52d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:44:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.316850923Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.319380443Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3549994f-e97d-48ce-86a5-000c340a584d\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:44:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.319647044Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.32361986Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"892471e0-38fa-407f-aed9-163d9b7b272c\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:44:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.323826612Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.340842695Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7eb4bf7e-6412-449e-97c8-a72a21dde597\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:44:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.340993816Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.342344988Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.348004525Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"558862cc-143f-4ebf-a60f-5ca729ab4fb1\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:44:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.348154964Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.351407064Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c7bcfa31-7858-4181-83ff-6d50c230dc75\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:44:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.352180545Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.355424278Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"247990cf-c7a0-4add-82fb-9c4b95e400db\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:44:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.355499327Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.363156794Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"53c5dadb-ab22-4992-9e0e-6f1cb10545cd\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:44:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.363288948Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.36430389Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c67fc20b-6d31-4cd4-9efc-dec90ad65527\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:44:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.364430632Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.365346607Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea8d7e46-73a3-4bfb-82ba-2218c62c7aa8\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:44:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.365476005Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.368259391Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e4a0219-4f39-448a-a5d5-b406c64f770e\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:44:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.368397286Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.371287344Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e8e4502-b2db-48f7-b556-2a9cbe290ad0\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:44:56 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:57.371413505Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:57.37146082Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:57.371493114Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.371523434Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.372423848Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.375716028Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.395109799Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:57.395179277Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:57.395213626Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:57.395245219Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.395274186Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.395710946Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:57.396755738Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:57.396815487Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:57.39684719Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.396872511Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.396894164Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.398173804Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.401846641Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:57.402054155Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.40210209Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.403151662Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.403588873Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.409458588Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:57.409521744Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.409653676Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.409956911Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:57.414111699Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.414188151Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.414676644Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.47440552Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","sled_agent_url":"http://[::1]:33811"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.474469778Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"SledAgent":"http://[::1]:33811","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:33811/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:57.476062732Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:62637"} {"msg":"incoming request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:57.476751364Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/inventory","method":"GET","req_id":"9d1441d5-c693-499c-b287-7855a4dbcd1d","remote_addr":"[::1]:62637","local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:57.477304687Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/inventory","method":"GET","req_id":"9d1441d5-c693-499c-b287-7855a4dbcd1d","remote_addr":"[::1]:62637","local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":616,"response_code":"200"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.478207896Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"SledAgent":"http://[::1]:33811","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:33811/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d1441d5-c693-499c-b287-7855a4dbcd1d\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:44:56 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.480996232Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.481050089Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.481078185Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:57.484000748Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:57.484061589Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:57.484094665Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.484123663Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.484673569Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.489612199Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.496563198Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:57.496943155Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.49700075Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.498596429Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.543395138Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:44:57.548268528Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:44:57.548577764Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.548636801Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":13,"elapsed":"455.095468ms"} {"msg":"activating","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.548874475Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","iteration":14,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:57.548928372Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:57.548961799Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:57.548989975Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.54901764Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.549824217Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.559989852Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.570530473Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:57.570603489Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.570639821Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.571185618Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.574887905Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","candidates":"[(f54221d0-68e0-433e-8046-3388d0db05fb, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:57.574937283Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:57.576124639Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:59289","req_id":"654fd700-f141-49eb-9f90-d50f0288a4da","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 22 65 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 \"e..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.576193085Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:59289","req_id":"654fd700-f141-49eb-9f90-d50f0288a4da","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 8805,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.576262083Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.576375359Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.57646653Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:59289","req_id":"654fd700-f141-49eb-9f90-d50f0288a4da","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54660, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.576920405Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54660, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4362, tv_nsec: 375713177 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:57.576964392Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:57.577253017Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:57727","req_id":"c56fa436-818e-479c-bc2d-911172e4cc0b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 30 70 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e 0p..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.577423637Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:57727","req_id":"c56fa436-818e-479c-bc2d-911172e4cc0b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 12400,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.577513005Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.577534358Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:57727","req_id":"c56fa436-818e-479c-bc2d-911172e4cc0b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:57.67576685Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:57.676202237Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:57.676342757Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:57.676442927Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.676526603Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.678194016Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:57.678390287Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.67921995Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"oximeter","body":"None","uri":"http://127.0.0.1:33167/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:57.680172307Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"1c248759-d82a-4cfb-9039-6c99f7553954","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:57.680396103Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:53837","req_id":"0aafc2b0-ca7e-4f9e-b278-6c72dbfe3477","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 9a a9 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.682002434Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:53837","req_id":"0aafc2b0-ca7e-4f9e-b278-6c72dbfe3477","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 39593,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.682685314Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 39593,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_delete_snapshot_then_disk","level":50,"time":"2025-04-30T06:44:57.683990505Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:53837","req_id":"0aafc2b0-ca7e-4f9e-b278-6c72dbfe3477","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:57.68456546Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"1c248759-d82a-4cfb-9039-6c99f7553954","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.684678015Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"1c248759-d82a-4cfb-9039-6c99f7553954","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.685994738Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"1c248759-d82a-4cfb-9039-6c99f7553954","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.688183369Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"begin collection from MGS","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.688278168Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","mgs_url":"http://[::1]:54660"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.688381584Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.69029672Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.700324329Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:57.700392274Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.700424088Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.700967881Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:57.706911233Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"1c248759-d82a-4cfb-9039-6c99f7553954","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","latency_us":26959,"response_code":"200"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:57.70934917Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.709521804Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.709987171Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.726430203Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:33167/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c248759-d82a-4cfb-9039-6c99f7553954\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:44:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.726870751Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"oximeter","body":"None","uri":"http://127.0.0.1:33167/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZTQ3ZmUwMi1jYmUwLTQzMzItOTUxZi1hODIyMjE5OGMxYWQifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:57.731709752Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZTQ3ZmUwMi1jYmUwLTQzMzItOTUxZi1hODIyMjE5OGMxYWQifX0%3D","method":"GET","req_id":"4b2b0f6b-bcf6-4643-8641-9f2f18f71bef","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:57.732351711Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZTQ3ZmUwMi1jYmUwLTQzMzItOTUxZi1hODIyMjE5OGMxYWQifX0%3D","method":"GET","req_id":"4b2b0f6b-bcf6-4643-8641-9f2f18f71bef","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.732438103Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZTQ3ZmUwMi1jYmUwLTQzMzItOTUxZi1hODIyMjE5OGMxYWQifX0%3D","method":"GET","req_id":"4b2b0f6b-bcf6-4643-8641-9f2f18f71bef","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.733629858Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZTQ3ZmUwMi1jYmUwLTQzMzItOTUxZi1hODIyMjE5OGMxYWQifX0%3D","method":"GET","req_id":"4b2b0f6b-bcf6-4643-8641-9f2f18f71bef","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:57.754557645Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZTQ3ZmUwMi1jYmUwLTQzMzItOTUxZi1hODIyMjE5OGMxYWQifX0%3D","method":"GET","req_id":"4b2b0f6b-bcf6-4643-8641-9f2f18f71bef","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","latency_us":22855,"response_code":"200"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.75640181Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:33167/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZTQ3ZmUwMi1jYmUwLTQzMzItOTUxZi1hODIyMjE5OGMxYWQifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b2b0f6b-bcf6-4643-8641-9f2f18f71bef\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:44:56 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:57.756470076Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:57.756506538Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:57.756535225Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.75656743Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6c2f69cc-4664-4def-8470-4fd53553506d\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:44:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.757098909Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.776263352Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.77632253Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce282951-4f33-401d-9aba-c48cf85c174e\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:44:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.776557499Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"collecting from producer","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.776682558Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:57.78337883Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.784971914Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:57.785033897Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:57.78506557Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.797272992Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f8223259-7ca3-444a-abd4-d11d29947936\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:44:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.797763499Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.802807679Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.806761848Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9bfd1e67-026e-4375-8b38-a29016c0867c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:44:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.808011197Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.813220115Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"103c5b12-2711-4f77-9d75-5462507e6ce9\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:44:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.813637988Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.817190907Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"12e0ae97-0517-48ed-9362-c35f8659c2f7\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:44:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.817449933Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.820877572Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"277986e5-4872-4d2b-834f-eb5bd3b98569\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:44:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.820949205Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.824190363Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0b2787c-d526-46ba-a49b-b59d3bd1e694\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:44:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.824259891Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.825449792Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"727f5715-c8ae-488a-8969-d56b9801f1fd\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:44:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.825581324Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.827152375Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"99d29252-1c28-43d7-9e6b-900091c09ef1\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:44:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.827289297Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.828528426Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b569daa9-790e-4252-8684-dbc59badf0af\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:44:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.828655309Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.83003108Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"91ec8e90-075a-4615-aecf-7426153c38e7\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:44:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.830102583Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.832739957Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c9a3503-bfeb-4173-aa04-4cedb27a4e02\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:44:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.832867612Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.836838093Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98b8c890-8692-423f-9722-21cdd4cde953\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:44:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.83703757Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.840041345Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e74718d3-6a2d-4f43-abfa-ad33c29d14cf\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:44:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.840110413Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.845683467Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61efe626-f7be-48ac-9b7b-6cbb504a9f5a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:44:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.845826532Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:57.857370262Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:57.85743981Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:57.857472536Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.857502415Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.859463673Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.861954355Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"769ae66e-db1b-4503-849e-e0b49b6b7449\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:44:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.862025056Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.862383701Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.869853213Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:57.869936649Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.869969254Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.870831663Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:57.874851432Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.874904127Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.875850052Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.876058757Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bdb483a2-356f-4541-aa4e-9bb45329cc51\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:44:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.876226391Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.880750856Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e87a50e-3091-4bc0-adbc-83744293bb80\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:44:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.88112413Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.88357336Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"59a6933b-90ff-43a4-b510-4d7470c9e322\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:44:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.883812246Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.885436332Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"edd61266-a94b-49ee-be42-dcfce323e80e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:44:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.886422577Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.890425021Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"75f8dafc-61af-43a3-9d35-22d998328778\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:44:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.890628026Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.891822866Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b8dbc270-c045-401a-941e-8e015442ddcb\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:44:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.891943487Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.893452263Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b38b721-d732-4b7a-9697-b3db601638ad\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:44:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.893674225Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.898105203Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d05ef13-7d6d-407a-853b-f31dc8959b7c\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:44:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.898807433Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.91069605Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"efc4603d-d063-4cfc-a00b-e07f5aca3bfc\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:44:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.910910217Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.911812124Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.915947704Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2eea449b-16bc-4ae6-899e-c6c04923a007\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:44:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.916252872Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.919633658Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d84e62d-be19-4b69-9bd7-33196d09fb42\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:44:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.920094005Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.92249567Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ac760aa-5d72-4ffe-be0e-8669ca0cf0bd\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:44:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.923200524Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.928513029Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"11155989-5a6c-4107-bfa4-b15653e5b4dd\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:44:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.928715503Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.929965653Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1db33e69-5294-499f-a0e0-115e1cb27710\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:44:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.930236403Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.931283549Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d169d41b-7716-41f2-b12e-880d0cee14bd\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:44:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.93150961Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.935415301Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bbc88291-09a2-4819-a819-775ab1e2faf1\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:44:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.935741271Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.939053901Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ded2781-5eba-4554-b768-5aab75d563da\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:44:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.93929922Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.94184394Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63388abc-d3df-4686-8b18-e63aeaa9e738\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:44:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.942100361Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.944530904Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"578a9fe4-d8f9-4f8b-877a-fd29c90b1406\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:44:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.944817986Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:57.965868588Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:57.966031372Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:57.966226791Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.967201944Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.967839234Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.970524624Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.977983366Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:57.978139066Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.978175248Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.978633741Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.980958553Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3815d5bd-b16c-4895-aaa0-0148f334bff5\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:44:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.981310064Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:57.981607506Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.981785661Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.982376318Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.985241878Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.985466465Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.98551432Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:57.986437089Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.987570928Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"088cf288-4b8b-4944-9610-a17a748e6193\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:44:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.994689562Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:57.99809688Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:57.99816207Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.003825584Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0226aa5b-5181-4da2-86f4-7a4f289ce1a5\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:44:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.004668734Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.007260368Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:58.007327281Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.011120008Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"57fd5cf7-a907-4b56-a02f-790f6135baf5\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:44:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.01131175Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.017142267Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f604e8f7-aa01-4d1d-8c20-0b085d68971b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:44:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.017354099Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.024036253Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6fdffdb4-7172-4a93-9186-9800f30b72d7\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:44:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.024186192Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.024513243Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.026495823Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5623c6b0-417d-4dd9-ad7c-a1967c0bed72\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:44:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.026758507Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.027796385Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5bfaa362-3260-40fe-a4ec-ea6dfdb80c30\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:44:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.027976464Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.029240081Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3df493e4-1240-4638-ae42-ba975200d294\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:44:57 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:58.029303838Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:58.029349299Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:58.029382425Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.029524007Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.03068508Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.033009071Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.041412744Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:58.041488966Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:58.041523205Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:58.041552934Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.041582272Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.042090064Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.053775306Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.062866239Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:58.062953032Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.063083702Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.063828727Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:58.089806326Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:58.089956775Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:58.090067155Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.090155692Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.092387027Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:44:58.092913346Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.179184606Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","sled_agent_url":"http://[::1]:33811"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.179344434Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"SledAgent":"http://[::1]:33811","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:33811/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:58.180442272Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:63206"} {"msg":"incoming request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:58.18114917Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/inventory","method":"GET","req_id":"d95a36c1-6e00-434e-9df0-b234e75a82e0","remote_addr":"[::1]:63206","local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:58.182485803Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/inventory","method":"GET","req_id":"d95a36c1-6e00-434e-9df0-b234e75a82e0","remote_addr":"[::1]:63206","local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1342,"response_code":"200"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.182767034Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.19698411Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:58.197117085Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.197210962Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.197969955Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.19834393Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"SledAgent":"http://[::1]:33811","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:33811/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d95a36c1-6e00-434e-9df0-b234e75a82e0\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:44:57 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.201091434Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.201181343Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.201265741Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:58.203479402Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:58.203600453Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:58.203741063Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.203834579Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.204526157Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:58.208092483Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.212482881Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.212961013Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.214466583Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.219687826Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:58.220177612Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.220237922Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.220645244Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.26904633Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:44:58.269526897Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:44:58.269977144Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.270276891Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":14,"elapsed":"721.529199ms"} {"msg":"activating","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.270417211Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","iteration":15,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:58.270509054Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:58.270628853Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:58.270721287Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.27105436Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.271896639Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.276194422Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.283651019Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:58.283732912Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.283766328Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.287287754Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.292244871Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","candidates":"[(f54221d0-68e0-433e-8046-3388d0db05fb, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:58.292327085Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:58.294591938Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:51579","req_id":"3f7ac046-d6d0-49e5-aee1-116d23460871","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 59 04 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 Y............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.294665264Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:51579","req_id":"3f7ac046-d6d0-49e5-aee1-116d23460871","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 22788,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.29479395Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.294823429Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.294845843Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:51579","req_id":"3f7ac046-d6d0-49e5-aee1-116d23460871","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54660, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.294890392Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54660, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4363, tv_nsec: 93631793 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:58.294928278Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:58.295080511Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:57527","req_id":"2dca91eb-2124-43a2-897d-08f104618694","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 21 a9 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e !...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.295135761Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:57527","req_id":"2dca91eb-2124-43a2-897d-08f104618694","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 8617,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.29537635Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.295423474Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:57527","req_id":"2dca91eb-2124-43a2-897d-08f104618694","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:58.367190606Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:58.368047733Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:58.368213173Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:58.368394084Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.368486909Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.369360168Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:58.370122978Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:65335","req_id":"e3b3ceff-da9a-4eab-875b-6b2f48a8b391","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 38 22 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c 8\"..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.370229641Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:65335","req_id":"e3b3ceff-da9a-4eab-875b-6b2f48a8b391","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 14370,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.370467384Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14370,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_delete_snapshot_then_disk","level":50,"time":"2025-04-30T06:44:58.370689888Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:65335","req_id":"e3b3ceff-da9a-4eab-875b-6b2f48a8b391","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.371175425Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"begin collection from MGS","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.371225124Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","mgs_url":"http://[::1]:54660"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.37125286Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.372369755Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.379165234Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:58.379852083Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.379973635Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.380554202Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.381806046Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2514aab2-43ef-4a59-b941-4191079da226\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:44:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.382152035Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.38367006Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"87fa1065-4490-4589-9419-540f22350f12\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:44:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.383944647Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:58.384216028Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.384378161Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.384912125Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.389852067Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec97a4e2-ceb9-473e-a4bb-32a5fbaf4711\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:44:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.390800998Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.396428019Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e2597f3c-b5f5-4651-86aa-a97abb74952d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:44:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.396704691Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.403835839Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c2fcfd7-4339-4eec-b908-06af3c2c63e5\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:44:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.404263691Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.408030256Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b2753416-9a45-4f18-b290-e0bdbcc4bb80\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:44:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.408633468Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.413456057Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a48aee26-757f-4d7d-af69-206a3ed7eb78\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:44:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.413778028Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.422621057Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.423607533Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d78da26e-4393-489a-a10b-ea6972ccf3e9\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:44:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.424436945Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.425662587Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e62578c4-a6cd-4882-9a81-5ae97b0074fa\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:44:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.426019969Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.427462995Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c2c3f16-07d8-4d40-ac24-d5698f40dfa2\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:44:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.427838763Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.430802999Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"54a9f19e-08a7-4d3a-b6e8-0aa295cc2150\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:44:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.431080893Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.434536498Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0950c038-4b84-4a58-9f95-add432351f22\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:44:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.434700144Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.435893021Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"252be507-3663-4127-8c5b-5901c2037fc9\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:44:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.436295513Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.4380406Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7be469e9-8761-4864-920b-712e98854ac6\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:44:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.438110249Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.439620938Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3cfb190b-7e18-4916-9fc0-4974c6e9269d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:44:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.439742641Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.444044733Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"805f9eea-ea65-4966-b14e-af6b021d6c83\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:44:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.444501062Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.447475909Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f487c3e-e7f4-4906-9dff-fac6766462f1\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:44:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.44773755Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.450189786Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c65bdd95-0edc-48bb-9fa7-511d047bf746\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:44:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.450408201Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.453587135Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"370b5dd6-b54a-4e56-a65a-c89c40bc9e91\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:44:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.453717104Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.454938167Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ef2f2769-61fc-4561-a625-3a74aafaf865\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:44:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.455205389Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.45707793Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c8294ab8-e864-4325-a187-94bf02bc1357\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:44:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.457212028Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.459897378Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2f6c46b-006f-490f-8ca4-46ea69b8ef4c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:44:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.460028239Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.46281962Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a8758127-bada-4601-b0d3-0975b2fdcde6\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:44:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.46288953Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.464293908Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce93a6d1-b332-4805-9402-51c0a22d921a\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:44:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.464548315Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.467228415Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a329bbe-b63a-4aba-ba08-9f70266d3d2a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:44:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.467310929Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.468894083Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b194a308-d637-4d5a-9502-fd97cc87d052\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:44:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.468979524Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.472081434Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e64382f6-cf78-42c7-a172-028953dc8bdc\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:44:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.472147706Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:58.473054974Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:58.473115314Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:58.473147548Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.473173189Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.47405694Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.475532881Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f57c6682-9d01-4c6f-bfa1-9b359da0ee34\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:44:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.475682308Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.476836167Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.483113304Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:58.483174236Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.483204446Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.483574543Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.484788933Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"905ebef5-1fe0-41ab-838e-96b5eb631634\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:44:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.484899403Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:58.485738665Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.485830749Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.486477106Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.489110102Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"204e509d-4962-4a2a-8cf3-5f6411df3d30\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:44:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.489180122Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.490026428Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"010b094e-bc82-4c69-9e39-6bd3caebce20\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:44:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.490150726Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.491287481Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be9d2377-b471-4502-b487-4c1af1d39736\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:44:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.491419724Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.492479085Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b0ac0329-9cb3-4ff2-a219-13b2c58eace0\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:44:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.492601659Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.493767953Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b30749b7-8dad-42a0-9ea1-dd1494562efc\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:44:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.493828303Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.497754927Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8491cc1b-0bfa-4560-9031-0f7cc554c30f\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:44:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.497914334Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.5002157Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd4410cb-b930-46a5-8dd4-5aecf9e0df00\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:44:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.500264146Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.502106617Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f7a94d9e-3890-4c68-acf2-674b76a96ab9\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:44:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.502686142Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.504951525Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b77dc0a0-0c35-485e-a678-2bdc4dba9c28\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:44:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.505236684Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.509793473Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"46b52582-f561-4ea1-b5b4-50b9a67eb8cc\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:44:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.509923852Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.512340487Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"72ec3fc8-f8d9-4b2d-a749-30240dc6568a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:44:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.512451088Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.515340615Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.517351041Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"502b624b-5d43-468d-8ef0-2f30bf0ec3f0\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:44:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.517569766Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.518313438Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4329e3cb-d340-4283-adf0-797ae8366593\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:44:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.518501763Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.519351206Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"34bba544-5848-419f-a99d-cdbb499e4035\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:44:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.519491936Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.521838301Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e9609a0-7267-46d5-a3aa-7097c7993c3e\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:44:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.521974723Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.52411644Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc089058-c815-4db6-99e7-0a7cd5dcabdf\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:44:57 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:58.524250087Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:58.524300537Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:58.524445275Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.524490155Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.52799587Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.530519538Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.535359632Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:58.535428489Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:58.53546399Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:58.537021122Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.537057454Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.53708558Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.541386951Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.545500216Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:58.545576127Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.545608642Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.547096156Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.599954413Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","sled_agent_url":"http://[::1]:33811"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.600046055Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"SledAgent":"http://[::1]:33811","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:33811/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:58.60053535Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:58.600596843Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:58.600688645Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.600733685Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.601693898Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:58.601758938Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:57434"} {"msg":"incoming request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:58.60341111Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/inventory","method":"GET","req_id":"cd6fb7db-1ba8-4767-a636-04b81644fe50","remote_addr":"[::1]:57434","local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:58.603927539Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/inventory","method":"GET","req_id":"cd6fb7db-1ba8-4767-a636-04b81644fe50","remote_addr":"[::1]:57434","local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":518,"response_code":"200"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.604419178Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"SledAgent":"http://[::1]:33811","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:33811/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd6fb7db-1ba8-4767-a636-04b81644fe50\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:44:57 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.607108176Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.607205139Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.607237063Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:58.613534189Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:58.613603728Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:58.61364014Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.613671934Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.615613432Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.616923332Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.62828536Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:58.628367353Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.628400419Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.629409941Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:58.633663335Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.633726231Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.634400464Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.635891665Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.646246557Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:58.646550622Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.646604991Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.647306468Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:44:58.708045467Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:44:58.708562136Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.70862425Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":15,"elapsed":"438.162059ms"} {"msg":"activating","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.708662657Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","iteration":16,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:58.70868953Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:58.708718047Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:58.708747476Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.708824058Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.710449507Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.713313403Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.719621181Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:58.719686922Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.719720358Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.720533619Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.726241561Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.72687839Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","candidates":"[(f54221d0-68e0-433e-8046-3388d0db05fb, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:58.727021696Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:58.728054013Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:58903","req_id":"c1dd9984-c17f-4996-b911-d1b992af96ac","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 3a dd 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 :............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.728327027Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:58903","req_id":"c1dd9984-c17f-4996-b911-d1b992af96ac","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 15069,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.729166088Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.729447279Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.729667517Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:58903","req_id":"c1dd9984-c17f-4996-b911-d1b992af96ac","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54660, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.730105159Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54660, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4363, tv_nsec: 529033021 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:58.730238816Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:58.730843731Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:55719","req_id":"21ccbca6-51b7-46cc-864a-7edb35262445","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 1b 8a 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.731007547Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:55719","req_id":"21ccbca6-51b7-46cc-864a-7edb35262445","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 7050,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.731253868Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.731391823Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:55719","req_id":"21ccbca6-51b7-46cc-864a-7edb35262445","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:58.794530602Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:58.794992763Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:58.795131049Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:58.795367931Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.795475545Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.797170652Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.805273417Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.805638795Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:58.810342547Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:51851","req_id":"36df644e-b9f5-4b9b-8e0b-2de65fa28e4c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: e8 89 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.810410813Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:51851","req_id":"36df644e-b9f5-4b9b-8e0b-2de65fa28e4c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 59529,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.810491834Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59529,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_delete_snapshot_then_disk","level":50,"time":"2025-04-30T06:44:58.810566683Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:51851","req_id":"36df644e-b9f5-4b9b-8e0b-2de65fa28e4c","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.813879494Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"begin collection from MGS","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.813933962Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","mgs_url":"http://[::1]:54660"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.81396318Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/ignition","method":"GET"} {"msg":"sent collection request to producer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:58.816341198Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.820358873Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:58.820458462Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:58.820490746Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.820836956Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.830625359Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:58.830677352Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.83071134Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.831052931Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:58.83527383Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.835339541Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.836397379Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.837277132Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f44dd986-a281-43df-9dd1-3a6d38ebdb12\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:44:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.837559314Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.840106058Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a9f32549-3486-44b7-b713-299b55ab22ad\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:44:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.840285105Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.842629206Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"12e88b65-76d6-485d-85e1-3bee87a99350\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:44:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.842748413Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.846276032Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"40f2b008-c217-420a-9ed5-476cff09525e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:44:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.846349087Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.84924148Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a752f88-4bd0-4b54-87bf-3776f184bf6a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:44:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.849492811Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.853302742Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d92911af-fc47-4104-85de-e861b3f651c6\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:44:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.853734783Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.858534897Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5116e53a-f73d-4440-a6c4-a23de356b2cf\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:44:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.858885515Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.86214512Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a047317-17e3-449e-ad3e-cc7b3346ffb4\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:44:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.862229187Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.865374244Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9cfd7166-6522-4040-ae91-51472708ae20\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:44:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.86552799Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.866688903Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b2144fed-1556-4f6a-ae11-f65f9b7d9525\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:44:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.866824563Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.868793827Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c65ca95-e4df-430a-a630-8a282fb91716\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:44:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.868920419Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.869868879Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c98b996d-dc9a-47e1-b01e-62a21a434d5c\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:44:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.869942015Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.871393667Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78d92bd6-a831-40e0-ab80-459301c0b7c3\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:44:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.871576491Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.877362439Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20eb99e5-8b3b-41f1-aeca-0513e8fe0eb2\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:44:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.877685062Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.87840665Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.882125159Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14cb0b13-a49b-437d-bb85-a3dea0991550\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:44:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.882384105Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.886500106Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0bce7ce6-8eec-4ec6-b72c-41d5cac556e0\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:44:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.886822668Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.890731146Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c3dfc85-4c5d-4be1-a047-cda2a41a38a6\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:44:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.89104971Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.895099098Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"589977d8-72e7-4d2f-af15-e2f859ccb749\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:44:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.895363155Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.898626817Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3af89f35-70d5-4db5-b7c3-dbeafb6e3652\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:44:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.898838519Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.899859253Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"575a4e25-089b-4e08-85b3-991f0ee988d2\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:44:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.90007344Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.901169093Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6440ede6-c492-4579-a523-9679edd020c8\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:44:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.901392448Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.902371478Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b4e0af3f-c745-4432-b0c9-14d5cc72c7ce\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:44:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.902595505Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.903574455Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3270719f-42d3-49fb-bcec-579ced386dda\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:44:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.903782339Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.90501746Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"180d1d8a-4c7e-420a-8e85-02bd8c035fd2\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:44:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.905397778Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.907380799Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a8de00a5-4259-490a-9796-af6eb95803bd\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:44:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.907592511Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.90935377Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"444a913a-5a58-4038-90c6-da522f94d1d8\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:44:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.909563077Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.911294938Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3357e5d1-f28b-414f-9a38-220ae28dc576\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:44:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.911508082Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.913244181Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da093bcb-3fbf-4f5f-80b6-7d2c5968e8c1\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:44:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.913456514Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.915247793Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"653d2bfa-31fb-4be4-8c7a-d0ab836e33c7\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:44:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.915464625Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.917219963Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f2666fa2-15b4-40fc-a97a-b705b1523cb4\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:44:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.917434721Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.918305486Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7eb62645-9899-4074-80d2-20c6989ca869\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:44:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.918521246Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.919498813Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19a65783-6f22-4af9-a79d-97a1bea74e0d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:44:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.919720305Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.920685107Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33ebc186-420e-4b34-81de-096a54382f20\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:44:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.920906708Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.922069696Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a75b98d4-9585-4a91-a943-e92171fbee35\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:44:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.922278912Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.92351755Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3bd5e4f-c5d9-4eef-81c6-a03a3e870ff4\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:44:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.923761967Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.925514068Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f04afe1b-dec3-4bd4-ae10-c9590411f7b1\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:44:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.925722995Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.927513883Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21142e3b-ff69-49af-8eda-c5b0181a890c\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:44:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.927722909Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:58.928916748Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:58.929051136Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:58.92914364Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.929227677Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.930480283Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.931594944Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e92934d-0fbb-4a96-8bd1-1493f4ca8427\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:44:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.932048087Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.935064116Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da9f0f29-c278-43e1-9f14-9b68a9d97d2c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:44:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.935277912Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.935544153Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.943944139Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:58.944021283Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.944074669Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.945181094Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.951725653Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a20b780c-cef7-4079-984c-c09bd1b367ea\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:44:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.951881574Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:58.95207552Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.952121632Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.953319699Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.955034867Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0640b57f-052f-49f6-b9bd-3acfd6a604ea\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:44:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.95532286Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.9580682Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"30ee1441-0b07-4b15-be1e-2b7224e8d015\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:44:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.958135074Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.960761206Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"182e47f5-b5b9-4d2c-8ce8-13190cc4b25c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:44:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.960971545Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.962100625Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1db1f2da-5fe1-4efb-ac97-bb691c7cb2c0\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:44:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.962237808Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.963828958Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e4487d2-1428-4869-8204-d58a61718db9\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:44:58 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:58.964014758Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:58.964058656Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:58.964089066Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.964298704Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.964538913Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.967323761Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.973012185Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:58.973666018Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:58.973723683Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:58.973756358Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.973783632Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.976516708Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.980142903Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.98727865Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:58.987358549Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.987391976Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.988079416Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.989029799Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.98915557Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.99065132Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:58.990692903Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:58.997809873Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:58.997934311Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.063315358Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","sled_agent_url":"http://[::1]:33811"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.063395107Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"SledAgent":"http://[::1]:33811","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:33811/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:59.06527358Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:44977"} {"msg":"incoming request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:59.068993061Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/inventory","method":"GET","req_id":"042c7710-b109-4f34-b40b-39d0616b0c66","remote_addr":"[::1]:44977","local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:59.070944208Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/inventory","method":"GET","req_id":"042c7710-b109-4f34-b40b-39d0616b0c66","remote_addr":"[::1]:44977","local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1365,"response_code":"200"} {"msg":"inserted rows into table","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.070993968Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:59.07127122Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.071341179Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"SledAgent":"http://[::1]:33811","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:33811/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"042c7710-b109-4f34-b40b-39d0616b0c66\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:44:58 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.074696545Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.074733158Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.074757626Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:59.077629038Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:59.077694799Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:59.077727484Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.077799237Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.078258782Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.083111782Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.09882539Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:59.099226178Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.099284595Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.100290519Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.1009687Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:44:59.101250061Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:59.153322321Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:59.15339164Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:59.153425988Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.153452972Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.155661081Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:44:59.15797936Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:44:59.158077736Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.158113017Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":16,"elapsed":"448.920575ms"} {"msg":"activating","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.158146263Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","iteration":17,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:59.158171964Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:59.158201062Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:59.158271813Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.158301252Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.158457293Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.162662992Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.174082094Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:59.174161192Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.174194989Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.175410811Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.175710308Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.190611227Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:59.190694824Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.19072806Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.191417514Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:59.19328262Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.193345104Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.193792195Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.197271708Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","candidates":"[(f54221d0-68e0-433e-8046-3388d0db05fb, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:59.197479802Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:59.201015357Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:58823","req_id":"dacbb18b-a66e-4ebd-b54e-07b2da327eec","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 32 84 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 2............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.201249022Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:58823","req_id":"dacbb18b-a66e-4ebd-b54e-07b2da327eec","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 12932,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.201321637Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.202140188Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.202178404Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:58823","req_id":"dacbb18b-a66e-4ebd-b54e-07b2da327eec","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54660, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.20231187Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54660, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4364, tv_nsec: 1199221 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:59.202363673Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:59.202700905Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:62466","req_id":"2219e26e-2cd7-4ae3-b659-304aa84295b4","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 02 97 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.20283882Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:62466","req_id":"2219e26e-2cd7-4ae3-b659-304aa84295b4","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 663,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.202932617Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.203021624Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:62466","req_id":"2219e26e-2cd7-4ae3-b659-304aa84295b4","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:59.258014774Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:59.258975909Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:64790","req_id":"5f19662b-c85f-49ee-95c9-231aab1484d3","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 31 38 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c 18..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.259117672Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:64790","req_id":"5f19662b-c85f-49ee-95c9-231aab1484d3","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 12600,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.259466467Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 12600,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_delete_snapshot_then_disk","level":50,"time":"2025-04-30T06:44:59.259569412Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:64790","req_id":"5f19662b-c85f-49ee-95c9-231aab1484d3","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.260013827Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"begin collection from MGS","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.260069468Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","mgs_url":"http://[::1]:54660"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.260097274Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.262247077Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a73f188-a42d-4d72-91f4-50b9ee53f6d2\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:44:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.262543267Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.264373434Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ffc99d1-8b30-4738-bf4e-c619cccf1a21\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:44:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.264548152Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.267158172Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dc782453-f97b-4648-869c-cfe373584770\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:44:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.267224745Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.269020893Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ded7df1-cb6a-4e95-a83e-73c30b3592c1\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:44:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.269085312Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.271267439Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"433559f4-7b3f-473b-8892-ef1141c7376e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:44:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.27138807Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.274593416Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7cccec24-5fc0-4036-8612-de7bec47d5b2\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:44:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.27592535Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.284666336Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"02ad5cf2-8c77-418b-a6c4-826b08383e67\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:44:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.28482387Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.28518532Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.287469832Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ee55c89-6cc1-4d38-abb8-22cc4474a846\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:44:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.288494113Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.288566126Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"230e20e5-2540-4dcb-8c48-db5256a59c24\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:44:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.288920252Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.290589548Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e52d42f-0213-44c9-b53e-c3c04b3f54ad\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:44:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.290654477Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.291321045Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a901f0e7-e076-41a8-9de8-a1ee849b7458\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:44:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.29148906Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.292261168Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c0184c67-0c6c-466b-ba62-089a4b0f641a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:44:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.292569082Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.293887318Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a50aba4-a883-4dc2-9129-22b689f884d1\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:44:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.29404403Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.29605155Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3c3154d-b851-44fc-9c7e-4e31ee2846d3\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:44:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.296239134Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.298981017Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a25f582b-a6e8-49bf-8c03-c6485bcee44c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:44:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.299057189Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.300868317Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ddfe1de-6727-4461-9a5f-3e5c08f6674a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:44:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.300978487Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.303022028Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"83755816-8e65-417d-9ebb-37ae503bd905\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:44:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.303305533Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.306395269Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c3f8c68-b8b2-4370-9daf-13b6131a07f1\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:44:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.30650589Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.30830789Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b2946306-d87d-454e-a1cb-fad95c316eab\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:44:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.308393681Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.309818921Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f65eb62d-b9c0-461b-bd88-dc24e292f88b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:44:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.310426572Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.321921384Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a9b2126c-b649-4173-a2a7-0880c6d8c9b5\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:44:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.322123517Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.323146746Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f37ea0d-b7b0-486f-ae9e-8395243f2c46\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:44:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.32333474Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.324175305Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"92d376f1-b17b-4453-a6c9-768fbfdb755b\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:44:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.324301867Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.325316829Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"733fd18c-7b89-4e55-934f-c78d8145d434\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:44:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.325599543Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.327040383Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d78e591-fae8-4b27-a976-2fa3708e71a9\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:44:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.327162928Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.329160979Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"490b86d4-b566-4056-97a4-65216f2cd4b8\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:44:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.329210377Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.330742299Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c6ae41c6-aa83-4ef3-b32e-18c2ae81bd99\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:44:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.330876837Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.332397086Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6986658f-1bdf-4ef9-ac49-5f69c5038a27\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:44:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.332717425Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:59.337326969Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:59.337391698Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:59.337424263Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.33745306Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.338725575Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.338972538Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"645dcf07-5886-4d32-b96e-cf68cfbeb4c8\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:44:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.339189861Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.342587931Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.349966122Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:59.350108996Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.35015091Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.35066811Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.353378821Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ef72be7-dc4a-4b8e-be52-970a01b40eff\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:44:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.353539972Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:59.355472523Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.355511951Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.355999272Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.362956634Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"76679b91-1aad-49e6-aa01-061dc0a86222\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:44:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.363026183Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.365637456Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c7a46e43-0e2d-49fa-aa69-5c90ee219f62\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:44:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.367005712Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.367432071Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d7a37e3b-e8a1-4eab-b35a-be2cf9b2fabd\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:44:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.367560678Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.368437515Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c565041-f40c-4cb8-a46d-5330cc1f5f25\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:44:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.368530179Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.372630208Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98e7a044-453c-4b68-aedb-ba510378a18f\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:44:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.372691781Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.377713857Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"45bf3702-554a-4eb2-b7cb-ac4a245be789\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:44:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.377783726Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.387502621Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea9c6d29-5c9a-4de1-83e0-ace30d9c1627\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:44:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.387712409Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.390813938Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e9a3778-9085-49b3-9915-a0abacbf9d70\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:44:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.39203974Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.3997234Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.400926397Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a84d79f-9bb2-4672-b6ab-2415697f0900\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:44:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.401398136Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.405049121Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c52c65b8-2c3f-4e50-b73b-f0ed4286b77f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:44:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.405581401Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.408579244Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"969d38f8-f97a-4f0b-abaa-e2abfe6dbead\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:44:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.408838531Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.409823674Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e591d735-a844-45d9-838e-334ad74409e5\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:44:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.410158701Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.411171018Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d8d373da-315c-453e-8338-eb2f09557af2\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:44:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.411406277Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.415132121Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"186fa0e5-3ca2-49c5-bf8c-88d7e22ab01b\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:44:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.416181932Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.417570268Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"217826c5-f186-424e-9af9-99acefd625e5\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:44:58 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:59.417634196Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:59.417675678Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:59.417708794Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.417739125Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.418542876Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.421725487Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.428769171Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:59.428837658Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:59.428870173Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:59.42889912Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.428925974Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.429482613Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.431776493Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.434932291Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:59.434992772Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.43502688Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.43540873Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:59.453661628Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:59.455339992Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:59.455427046Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.455461474Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.455772464Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.503492613Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","sled_agent_url":"http://[::1]:33811"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.503557733Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"SledAgent":"http://[::1]:33811","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:33811/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:59.50452013Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:38907"} {"msg":"incoming request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:59.505696143Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/inventory","method":"GET","req_id":"7fcc6955-2a8e-412c-be4f-4442cfe0d476","remote_addr":"[::1]:38907","local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:59.506128284Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/inventory","method":"GET","req_id":"7fcc6955-2a8e-412c-be4f-4442cfe0d476","remote_addr":"[::1]:38907","local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":445,"response_code":"200"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.506372281Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.512678185Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:59.512833133Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.513071118Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.513610332Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.513939277Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"SledAgent":"http://[::1]:33811","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:33811/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7fcc6955-2a8e-412c-be4f-4442cfe0d476\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:44:58 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.516187126Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.516278107Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.516341554Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:59.518230638Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:59.518416167Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:59.518522168Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.518606627Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.51914002Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:59.522444353Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.522502068Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.523265459Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.523577501Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.529770089Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:59.529973204Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.530007943Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.530670493Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.56621349Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:44:59.570142058Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:44:59.570483248Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.570541073Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":17,"elapsed":"412.850228ms"} {"msg":"activating","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.570576543Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","iteration":18,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:59.570602866Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:59.570634659Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:59.570662655Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.57069039Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.571607918Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.575219995Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.577512894Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:59.577560098Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.577589516Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.57796265Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:59.580129126Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.580433192Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"oximeter","body":"None","uri":"http://127.0.0.1:33167/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:59.580738901Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"4663df11-9850-4e3b-b17e-e52973f3acd1","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:59.581032506Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"4663df11-9850-4e3b-b17e-e52973f3acd1","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.581085011Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"4663df11-9850-4e3b-b17e-e52973f3acd1","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.58150596Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"4663df11-9850-4e3b-b17e-e52973f3acd1","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.581701108Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","candidates":"[(f54221d0-68e0-433e-8046-3388d0db05fb, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:59.581738252Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:59.582247858Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:52714","req_id":"61b23876-4a08-4067-a3ad-121d649e9c1e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 20 06 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.582397576Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:52714","req_id":"61b23876-4a08-4067-a3ad-121d649e9c1e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 8198,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.582591543Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.582617154Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.582703335Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:52714","req_id":"61b23876-4a08-4067-a3ad-121d649e9c1e","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54660, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.583251167Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54660, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4364, tv_nsec: 382154480 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:59.583309613Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:59.583632637Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:52532","req_id":"bbdf4262-7f5c-414d-9f7c-eb58fc20b1af","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 3a f2 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e :...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.583843307Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:52532","req_id":"bbdf4262-7f5c-414d-9f7c-eb58fc20b1af","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 15090,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.583931252Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.583997033Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:52532","req_id":"bbdf4262-7f5c-414d-9f7c-eb58fc20b1af","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:59.627293488Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"request completed","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:59.628230696Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"4663df11-9850-4e3b-b17e-e52973f3acd1","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","latency_us":47099,"response_code":"200"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:59.628322198Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:59.62838831Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:59.628422578Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.628450864Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.628609601Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.628939117Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:33167/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4663df11-9850-4e3b-b17e-e52973f3acd1\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:44:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.629178033Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"oximeter","body":"None","uri":"http://127.0.0.1:33167/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZTQ3ZmUwMi1jYmUwLTQzMzItOTUxZi1hODIyMjE5OGMxYWQifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:59.629620465Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZTQ3ZmUwMi1jYmUwLTQzMzItOTUxZi1hODIyMjE5OGMxYWQifX0%3D","method":"GET","req_id":"2d0a9b2a-8347-4a68-a84f-9f241c44b8ba","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:59.629681637Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:57620","req_id":"e43b2ab5-d241-4598-8d48-1e2c65523b6b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 77 82 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c w............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.629789822Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:57620","req_id":"e43b2ab5-d241-4598-8d48-1e2c65523b6b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 30594,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.629992686Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30594,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_delete_snapshot_then_disk","level":50,"time":"2025-04-30T06:44:59.630074529Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:57620","req_id":"e43b2ab5-d241-4598-8d48-1e2c65523b6b","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:59.630371882Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZTQ3ZmUwMi1jYmUwLTQzMzItOTUxZi1hODIyMjE5OGMxYWQifX0%3D","method":"GET","req_id":"2d0a9b2a-8347-4a68-a84f-9f241c44b8ba","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.630466761Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZTQ3ZmUwMi1jYmUwLTQzMzItOTUxZi1hODIyMjE5OGMxYWQifX0%3D","method":"GET","req_id":"2d0a9b2a-8347-4a68-a84f-9f241c44b8ba","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.630680276Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZTQ3ZmUwMi1jYmUwLTQzMzItOTUxZi1hODIyMjE5OGMxYWQifX0%3D","method":"GET","req_id":"2d0a9b2a-8347-4a68-a84f-9f241c44b8ba","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.631041386Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"begin collection from MGS","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.63109379Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","mgs_url":"http://[::1]:54660"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.631123139Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.632875871Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.639835938Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:59.639942761Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.639979404Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.640005376Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:59.640179092Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZTQ3ZmUwMi1jYmUwLTQzMzItOTUxZi1hODIyMjE5OGMxYWQifX0%3D","method":"GET","req_id":"2d0a9b2a-8347-4a68-a84f-9f241c44b8ba","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","latency_us":10608,"response_code":"200"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.64113186Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:33167/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZTQ3ZmUwMi1jYmUwLTQzMzItOTUxZi1hODIyMjE5OGMxYWQifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d0a9b2a-8347-4a68-a84f-9f241c44b8ba\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:44:58 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:59.641293643Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:59.641715303Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:59.641771725Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.641806104Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0db71bd5-4ebd-46ca-b5bd-dc1c1771459e\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:44:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.642075981Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:59.644842474Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.64490587Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.647436833Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.647880937Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"86cafc6c-d30f-417a-a1ab-275da23c7a0a\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:44:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.648100615Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.651857621Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a67faefe-2c14-4cd6-bbee-cdd9956fe669\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:44:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.652085024Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.655491892Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"54867448-804e-42d2-9445-7cf6c8e80b1e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:44:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.655627893Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.726814538Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.729351442Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69bb6c97-c80a-4107-a7d8-4b615a502a50\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:44:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.729769585Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.732493102Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"64bdf9ad-73a5-4c82-998c-bfb67e19f2e1\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:44:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.732621137Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.734709748Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41c90969-57c9-4637-9491-fe8933f0dfe0\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:44:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.734992592Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.737059259Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ddc9ddd-f5e9-4ab0-aeb7-4e1233b70fe6\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:44:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.737130511Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.738122959Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1091a71b-1da0-4b81-a38c-3598f1ce863a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:44:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.738308068Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.739315174Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"941f4dd0-43ce-4834-b268-0b3e418c4a17\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:44:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.739462317Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.740427861Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8666560a-1398-4d34-97b4-f9541fe59a83\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:44:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.740674362Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.741579315Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c6313e8a-1f68-4ad7-8c95-4dd7d22ff8b9\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:44:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.741697501Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.742805038Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c4a889d-4147-4eb0-b9cb-250cb3acd017\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:44:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.74302228Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.745192434Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"135a950a-f628-45b0-bc84-f8ccb33ef70a\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:44:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.745259428Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.747441956Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c05e8f7-a248-4b2b-bc6d-d24d7778133e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:44:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.747508679Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.749303626Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eee30cf4-6092-4830-a42e-b92aa7e00308\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:44:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.749373886Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.751588508Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"65a5b773-77df-42da-95c8-46ca07f96f8e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:44:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.751842474Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.753841357Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"95a386a7-b4ba-43dc-910f-7fbd755683d8\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:44:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.753992879Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.756500976Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9fee6e49-699d-4ac7-854a-054cea31ad65\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:44:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.756570124Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.757475778Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2132f38a-0ec0-49d1-9faf-ea6dd756b952\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:44:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.757698041Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.760040839Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"32e1fe04-29e1-4658-a565-a3bd8e0d7914\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:44:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.760107241Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.760824921Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78484d18-fb10-42fd-81eb-ccc50096f713\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:44:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.760885161Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.762121424Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6682c2b8-9ea7-4a1b-82b8-364f79b0f896\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:44:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.762247415Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.764113593Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"892f3283-7f76-40c4-8445-2d5c0f3b08fd\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:44:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.764330255Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.768770853Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f4053419-a894-4eb4-9ed6-a79632d27ab0\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:44:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.769003466Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.770143728Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.77033029Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:59.772529051Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.773505286Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:59.773668691Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:59.773805925Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.775428698Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17f2d63f-07a3-4668-96f0-3f8f1b7c6b5e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:44:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.77564523Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:59.777991083Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:59.778196894Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:59.778306302Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.778392343Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.779548817Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.779837122Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c573c5ce-95c4-4a3b-834b-5f59519dbf4a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:44:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.780050487Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.783375872Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.791353457Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:59.791418186Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.791449148Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.792720681Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.795449518Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ff536d5a-e7df-4f10-b656-47613a847670\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:44:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.795517003Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:59.796126908Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.796182419Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.796683166Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.799796199Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bdeeaf8f-2663-4f8c-9930-d278a8ebf8c6\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:44:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.801164555Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.804304211Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"51df20dd-4ae5-400b-b400-401047191eea\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:44:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.804643306Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.806339135Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"934626f6-f62a-4653-b7bb-489aa050c8be\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:44:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.806402712Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.807357755Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"980794aa-72e9-49f9-8e41-06bc48c71af5\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:44:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.807505459Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.810669744Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c62d956-e755-4593-b893-031ebf64b91f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:44:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.810771456Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.813395044Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"24bc6208-5b1d-45fe-bbdc-db214bbc6e68\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:44:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.813461185Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.819522993Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"423fccb5-1ddc-4805-9a11-666305afdb50\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:44:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.819570097Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.829528769Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c97e6868-fd2a-4c3f-a571-235c90a61df5\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:44:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.829721202Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.833953685Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"548da34c-5d4e-4e8f-9aa8-22246fdedfcd\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:44:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.834031891Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.837770981Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.840990806Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"861ffbb3-d2e8-452d-b5e9-7b718dafba61\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:44:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.841142118Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.844942279Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"89b82ebd-25af-40dc-90d0-40ed74518a63\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:44:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.8452436Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.849597314Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e38996f4-ac87-4bee-a02c-3cb123cf5424\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:44:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.850095667Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.853889256Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"897b2a2f-59a8-44a1-a868-73e1c5f5c982\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:44:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.854151949Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.855482871Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e455b25d-d109-4c75-a027-093509b13fe1\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:44:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.855700284Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.857257166Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d86c2215-770a-44ba-b01c-efde2b895330\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:44:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.857484198Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.858487247Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ac0636b-a0c4-4610-86e5-0166b1064e78\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:44:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.858710502Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.859638661Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0575928b-04bd-4230-85bf-f64c9571cb70\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:44:58 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:59.859830143Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:59.859946635Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:59.860090772Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.86018039Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.860833231Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.863238994Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.869820768Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:59.869922771Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:59.870049985Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:59.870139163Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.870222208Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.870973796Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.87396716Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.878278369Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:59.878340694Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.878372216Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.878805319Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.949067242Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","sled_agent_url":"http://[::1]:33811"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.94914149Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"SledAgent":"http://[::1]:33811","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:33811/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:59.949763409Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:59.949822336Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:59.949853077Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.949879009Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.951320621Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:59.95145034Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:39598"} {"msg":"incoming request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:59.952336846Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/inventory","method":"GET","req_id":"88ae208d-dc75-4138-b32d-aca99d7c3622","remote_addr":"[::1]:39598","local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:44:59.952913475Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/inventory","method":"GET","req_id":"88ae208d-dc75-4138-b32d-aca99d7c3622","remote_addr":"[::1]:39598","local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":578,"response_code":"200"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.953987194Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"SledAgent":"http://[::1]:33811","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:33811/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"88ae208d-dc75-4138-b32d-aca99d7c3622\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:44:59 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.956354691Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.956409701Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.956436995Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:59.959592853Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:59.959651159Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:59.959682051Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.959708744Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.960133931Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.960677174Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.966142242Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:59.966203284Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.966232262Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.966735054Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.968958434Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.973481095Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:59.973641224Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.973683498Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.974893809Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:59.974960723Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.974990753Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.97560183Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.985720842Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.986087302Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.986278473Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:59.989191647Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.994555314Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:59.994655062Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:44:59.998848157Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:44:59.99890978Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:45:00.015767047Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:45:00.016477943Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.016841558Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":18,"elapsed":"446.249253ms"} {"msg":"activating","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.016984653Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","iteration":19,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:00.017080403Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:00.017192166Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:00.017283348Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.017596281Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.031352249Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.037235491Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.046632544Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:00.046708335Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.046740299Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.047436045Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.052171089Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.052703801Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","candidates":"[(f54221d0-68e0-433e-8046-3388d0db05fb, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:00.052767428Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:00.054350953Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:56740","req_id":"abc65c90-9c96-4ad9-87a4-1cde0c4969f4","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 19 6d 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .m..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.054482104Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:56740","req_id":"abc65c90-9c96-4ad9-87a4-1cde0c4969f4","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 6509,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.054703004Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.054916459Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.054964996Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:56740","req_id":"abc65c90-9c96-4ad9-87a4-1cde0c4969f4","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54660, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.055372398Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54660, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4364, tv_nsec: 854241222 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:00.055555793Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:00.055976421Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:52067","req_id":"7065fb95-6bac-47a4-8a1d-2c36a488491b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 05 a8 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.056039327Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:52067","req_id":"7065fb95-6bac-47a4-8a1d-2c36a488491b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 1448,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.056130679Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.056269064Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:52067","req_id":"7065fb95-6bac-47a4-8a1d-2c36a488491b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:00.133431445Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:00.133985429Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:00.134167482Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:00.134220998Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.134254856Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.134993698Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:45:00.135164579Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:00.135507842Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:56340","req_id":"526b4c0f-337d-43f0-92a6-470e1f3ccd7f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 90 ef 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.135570357Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:56340","req_id":"526b4c0f-337d-43f0-92a6-470e1f3ccd7f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 37103,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.13572253Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 37103,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_delete_snapshot_then_disk","level":50,"time":"2025-04-30T06:45:00.135812309Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:56340","req_id":"526b4c0f-337d-43f0-92a6-470e1f3ccd7f","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.136054011Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"begin collection from MGS","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.136104451Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","mgs_url":"http://[::1]:54660"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.136131906Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.139593633Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.153288459Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:00.153447266Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.153538377Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.154073774Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.156763022Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3c1b446-177d-40a8-a347-67acd75d565f\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:44:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.158371517Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:00.160723403Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.160834163Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.161742263Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.166975309Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"58754078-b571-4fcb-ae32-aecc351e787c\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:44:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.169438487Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.173664317Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b7ba5602-f1a5-4595-a43c-978f4869acff\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:44:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.173770829Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.179398251Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"752eec61-59b3-460d-bab0-ea9961d009f2\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:44:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.179742878Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.182687174Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"88498105-1d1a-4cd8-91be-189c06bc9c03\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:44:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.182751482Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.185805988Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba970e03-c5d6-4ade-b5a0-78b606734323\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:44:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.186425593Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.191095147Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e404becf-c95b-486f-9884-9f7eb22b7af8\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:44:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.191170366Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.194985267Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e30b7a1-6b07-4f49-a521-b05ea0cbfa44\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:44:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.195073934Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.198091246Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00824098-25fc-479d-924f-678e77cfc510\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:44:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.198156205Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.202814627Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd8b0c11-e527-44f5-828f-5a6b21221af5\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:44:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.209432943Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.210750208Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.211926682Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c15f0e5e-3fdb-4570-be97-d0b1e4b883b7\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:44:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.211978656Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.212875553Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d8e54c3-39a2-4598-a91d-d6d029532d7d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:44:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.212952215Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.214111555Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b4c51f7d-f44b-4c58-bdba-fa7ca139f0c7\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:44:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.214301223Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.216196339Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f3b2f74-1e07-4644-bda6-45659eab6bca\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:44:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.216414544Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.219962242Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6888288-0a3c-41ea-88d1-5cfde37bb253\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:44:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.220098464Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.222660599Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2462bec3-d033-439d-9ad3-c90ae6cf74c4\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:44:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.222837401Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.225053416Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"327f314a-3c3f-49e6-9865-ea591422c852\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:44:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.225124147Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.227279852Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f3cdeedf-f46d-4ae3-b97a-7a5b9e3885a3\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:44:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.22734408Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.229132824Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c30f283d-3dd0-406c-b106-e1504472b364\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:44:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.229271701Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.230161694Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"88919db4-3614-455b-a7ce-b7b76d0f3028\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:44:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.230335911Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.232078493Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61c85130-866b-4a54-808e-3e988e1f121a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:44:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.232231869Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.233704563Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be87159c-f35f-442a-994b-52bc82cf57dd\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:44:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.233837478Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.234983211Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a48a6cb3-471f-4d9b-a855-5d3bf8ccb1bf\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:44:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.235471023Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.237233544Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"59074838-8e97-4152-8832-76ed1748f2dd\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:44:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.237310939Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.239041707Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e22413e9-5387-47d4-b9bb-35856d2a7673\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:44:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.239163169Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.242264127Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ada40d5d-196b-4770-9623-00ae5d501ad0\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:44:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.242327804Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.244375063Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e245eb5f-4acb-4065-a657-27e0141d6757\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:44:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.244503569Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.246959603Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"90adebc8-8704-4f1e-a5b5-1f233e48ebd1\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:44:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.24724908Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.249614833Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2865962b-e3c0-429f-8709-7ee54509b63b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:44:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.249692318Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.251851429Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"59437a79-c40d-44b6-8d32-4cc87cd4d24a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:44:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.252700902Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.253802487Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d093591-65af-49c3-817b-ce1095fcc213\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:44:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.253880663Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.254821567Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"737b8645-e1da-4fdf-aaeb-4a584484e1df\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:44:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.255153328Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.256464691Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17f148eb-e973-4863-9fc6-cffbdfcf0959\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:44:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.256606133Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.258082304Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee1a35d3-4eb2-499f-8305-fd45a9e50e94\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:44:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.258147233Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.258519084Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f9b1b35-bb0a-487d-9f6a-74cd752c1641\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:44:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.259526211Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.260762584Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f83ff49a-7fbd-4ade-abc5-43986f15052a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:44:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.260826732Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:00.261220898Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:00.26127249Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:00.261302049Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.261330015Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.262887328Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.265279775Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5b845eb-3822-4a65-af3c-fb523373a58e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:44:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.265339053Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.266494886Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.272345573Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:00.272423909Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.272458818Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.273060678Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.275495629Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"27bcf77e-268f-4752-bfb8-f7e33565d065\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:44:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.275563625Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:00.275720497Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.275764745Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.276367727Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.278710895Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec42bdad-57a8-4582-abb4-71fedc0d42cb\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:44:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.278776095Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.281586234Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f5529f2b-ffea-46f4-b1b5-ad907c30426a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:44:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.281716864Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.284802061Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"afb291d0-9a71-4d7d-992a-72a213f52c46\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:44:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.284871209Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.293138652Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18b604fe-ec45-499c-89b3-f1e8227f34eb\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:44:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.293294342Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.294646386Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9eb85118-d076-4464-9878-8500c84a6a74\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:44:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.295018467Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.297450272Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0af0816a-1b0b-4a66-9695-4f2c277bc990\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:44:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.297812253Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.299131201Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0353d6fc-61cb-48d1-879b-3b10aaf86f72\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:44:59 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:00.299194407Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:00.29923078Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:00.299261261Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.299287663Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.301353058Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.306845151Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.311521208Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:00.311584674Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:00.311617309Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:00.311648181Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.311676758Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.312341342Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.315633551Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.321102398Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:00.32116396Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.321195453Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.321610179Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.395946309Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","sled_agent_url":"http://[::1]:33811"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.396026559Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"SledAgent":"http://[::1]:33811","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:33811/inventory","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.396848407Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"accepted connection","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:00.397782107Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:56763"} {"msg":"incoming request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:00.402151593Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/inventory","method":"GET","req_id":"0dc8df25-887c-4a51-9b06-939d777038d1","remote_addr":"[::1]:56763","local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:00.405067553Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/inventory","method":"GET","req_id":"0dc8df25-887c-4a51-9b06-939d777038d1","remote_addr":"[::1]:56763","local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2239,"response_code":"200"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.40555791Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"SledAgent":"http://[::1]:33811","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:33811/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0dc8df25-887c-4a51-9b06-939d777038d1\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:44:59 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.415739736Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.41586198Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.415943051Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:00.423168337Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:00.423247295Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:00.423280371Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.423309158Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.425353972Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.429060647Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.436929355Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:00.437310535Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.437511575Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.438093755Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:00.448076225Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:00.448788033Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:00.448845237Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.448876028Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.450366849Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.46107282Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.469255112Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:00.469323519Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.469357356Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.472161002Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:00.490390984Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.490458178Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.491602799Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:45:00.491780753Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:45:00.492533653Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.492600216Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":19,"elapsed":"475.115346ms"} {"msg":"activating","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.492641739Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","iteration":20,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:00.492670356Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:00.492701908Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:00.492733221Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.492764523Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.492789844Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.495916754Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.504335778Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:00.504410106Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.504445226Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.505182956Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.510795198Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","candidates":"[(f54221d0-68e0-433e-8046-3388d0db05fb, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:00.510910448Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:00.511677456Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:51950","req_id":"ea9d388e-30cf-4bbd-a3c9-19b94ead6766","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 07 06 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.5120206Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:51950","req_id":"ea9d388e-30cf-4bbd-a3c9-19b94ead6766","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 1798,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.512435506Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.512727929Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.512897948Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:51950","req_id":"ea9d388e-30cf-4bbd-a3c9-19b94ead6766","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54660, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.513659786Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54660, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4365, tv_nsec: 312545013 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:00.51406357Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:00.515070607Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:49438","req_id":"059cdbd6-52f6-4822-b2d6-a5c3d2520d91","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: f9 31 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .1..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.515240455Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:49438","req_id":"059cdbd6-52f6-4822-b2d6-a5c3d2520d91","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 63793,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.522109581Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.522267476Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:49438","req_id":"059cdbd6-52f6-4822-b2d6-a5c3d2520d91","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:00.576711101Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:00.578796777Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:56370","req_id":"b41c56df-e130-4520-965b-23984cc987cf","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 3b ce 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ;............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.578882357Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:56370","req_id":"b41c56df-e130-4520-965b-23984cc987cf","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 15310,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.578962878Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 15310,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_delete_snapshot_then_disk","level":50,"time":"2025-04-30T06:45:00.579035893Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:56370","req_id":"b41c56df-e130-4520-965b-23984cc987cf","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.579065192Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"begin collection from MGS","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.579097346Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","mgs_url":"http://[::1]:54660"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.579127526Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.583929564Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"16e77e20-9982-4431-aaa1-9846d875229c\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:44:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.585553068Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.589435093Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b25db24-bb94-4b6d-82fd-44cacd4ef837\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:44:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.591112625Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.595659835Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ac3623be-baea-442d-bf2d-087baa50e1fe\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:44:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.596061786Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.603028878Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.605047219Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"739c7ddb-0c90-4a00-a716-f581cc0ca3ba\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:44:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.605438639Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.609776532Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77ba3854-0768-4ad4-aa72-647352a64a34\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:44:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.610102041Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.624899534Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"87e0b474-3427-4931-88f8-36fcb492b65b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:44:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.6251438Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.633694778Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae5a108b-460f-4b29-a108-8487225547e7\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:44:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.633747082Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.638713537Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0477756e-f796-4e5c-b02a-6eb6190a81ce\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:44:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.63886556Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.639916394Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"731cd18e-eb9f-4669-94e8-89d8fd7516d7\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:44:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.640092374Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.642245424Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7586f01f-6ea0-4107-95f7-e7c683986430\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:44:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.642394241Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.643514172Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c324c8bb-1f79-4161-b777-e87f8f5b40f8\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:44:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.643641005Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.646141186Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d807736-3fe5-4eed-97b3-c3a26d91cf0b\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:44:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.646280774Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.648761337Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cfc556f3-6e48-410c-be62-f56584cf0ccc\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:44:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.648965043Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.651160427Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4042d338-0f14-451c-ac03-618b2b0b2490\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:44:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.651811654Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:00.654177698Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:00.654239291Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:00.654275073Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.654303259Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.655205126Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.655430815Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eee8e7e6-115f-4566-a38f-3a5791eafae0\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:44:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.655549381Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.658512175Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.663725281Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:00.663783157Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.663815561Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.664237292Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:00.678412725Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.678476993Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.679125095Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.70819284Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c6ab0e21-f5d6-4c63-86a1-ee9c200a04a1\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:44:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.70837354Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.717543851Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0925eed2-b70f-4ac9-8663-df1fc7c9514d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:44:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.717941223Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.722686718Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9100890c-2f1c-4388-9985-087ba672e283\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:44:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.722826797Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.735479507Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.737616836Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"59217ad3-d2ae-4954-aad5-6fcdf62fce33\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:44:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.737722747Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.741432147Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9df09c7c-c4ea-446d-8529-2ffdf9a83bf9\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:44:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.741529922Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.742912196Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5c297b7-028e-4f20-ad93-ddf8426bb5c8\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:44:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.743061293Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.744573887Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be998956-bdca-4c9f-9b55-a4e717e8e819\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:44:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.744650199Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.74577475Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb14a323-795a-4eb0-bae5-6d61c653e9cb\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:44:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.745883106Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.748245362Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"000f758d-c602-40df-ae44-1a0dd1b27f24\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:44:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.748404159Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.750932867Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9cf52bb1-ec83-4e1d-bf8d-fde8d82729dc\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:44:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.751041373Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.760578385Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a35f11cc-82b5-4cc7-94b4-ffb1b0f81c76\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:44:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.760705749Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.763056092Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a7388426-ff91-42b4-aea2-b959dcf09049\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:44:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.763207143Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.767260338Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"330875df-a09c-42e6-a841-c5ec9ed518ef\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:44:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.767489585Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.77381106Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.773975578Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:00.775734242Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.776804905Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:00.776917269Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:00.776988762Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.778061248Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"35e2ad3d-28dc-4195-b442-56d2274180a9\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:44:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.778642186Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.780671399Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a2b4901-d235-4416-aee4-9a8a2d588476\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:44:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.780912008Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.781942031Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"000f7e7a-4476-4b95-ba92-b3f9771d3c47\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:44:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.78216259Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.783120839Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"791bbada-c3e9-4fa0-809a-d89b0ab497fc\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:44:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.783387561Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.784741969Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be1774a4-4868-49c7-a862-50888d6d340d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:44:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.785116726Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:00.786084865Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:00.786225485Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:00.786326546Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.786416315Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.787322881Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.787597308Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a7e8eb9-ffa9-4304-b206-0c256c25f21c\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:44:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.787806354Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.789764586Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae765957-b2c4-47f0-ad0b-03fcfb3bc438\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:44:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.790015616Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.790717865Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.796001783Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:00.796101753Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.796186772Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.797007898Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:00.799278863Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.799388962Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.800290458Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.804524965Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"57e62aa4-e81d-4e4c-bff7-4b0fd056807d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:44:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.804646718Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.807368471Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0936e8fe-6938-42cd-b70e-b4809eca7bca\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:44:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.807510333Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.81168426Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"16662ad0-4b19-4ba1-abe2-8655f9c3d37b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:44:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.811786754Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.814457826Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3664e01b-d06a-40f6-b450-f6081048d1f5\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:44:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.815134083Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.817380409Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd28669b-c841-49dc-aaf9-93e5e57d3a25\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:44:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.817591018Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.821963651Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bdccd3cb-26af-4de0-a685-5befd65a35c7\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:44:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.822053119Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.824282731Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9cb516ec-3263-49d4-be43-4fa2a3e74366\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:44:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.824627959Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.827124884Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.827656964Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ce9ab12-2138-43eb-859a-2c986ff88721\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:44:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.827783827Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.82925572Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21a58f92-686d-46ce-9d69-a920fa3776a8\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:44:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.8294767Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.830529778Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f84e3852-3940-42da-929b-9e44230001ac\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:44:59 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:00.840442749Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:00.840785201Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:00.840973577Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.841120429Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.841934862Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.849814812Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.860265635Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:00.860329432Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:00.860561304Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:00.860617626Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.860648868Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.861262361Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.866221602Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.876874387Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:00.87703664Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.877135126Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.877766344Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:00.878496248Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:00.878711377Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:00.878891235Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.878991275Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.879879164Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.884373128Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.897136337Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:00.897245104Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.897336817Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.898007764Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.960882327Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","sled_agent_url":"http://[::1]:33811"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.960959511Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"SledAgent":"http://[::1]:33811","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:33811/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:00.962329641Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:47844"} {"msg":"incoming request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:00.962682183Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/inventory","method":"GET","req_id":"56101b9e-0ddd-4bd5-9d47-b84123070762","remote_addr":"[::1]:47844","local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:00.963074675Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/inventory","method":"GET","req_id":"56101b9e-0ddd-4bd5-9d47-b84123070762","remote_addr":"[::1]:47844","local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":339,"response_code":"200"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.963339102Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"SledAgent":"http://[::1]:33811","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:33811/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56101b9e-0ddd-4bd5-9d47-b84123070762\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:45:00 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.9651551Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.965212815Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.965241563Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:00.966933223Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:00.966994886Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:00.967030377Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.967059805Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.967872585Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:00.968389885Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.968447801Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.968955933Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.970329961Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.974901539Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:00.975184062Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.975289553Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.976167472Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.986295411Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.98637536Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.986552293Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:00.988477829Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.995342908Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:00.995401905Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:00.999887312Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:01.000057882Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.036940939Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:45:01.043828773Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:45:01.045838737Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.045949057Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":20,"elapsed":"553.070657ms"} {"msg":"activating","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.046045339Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","iteration":21,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:01.04704963Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:01.04711511Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:01.047150872Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.047179418Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.049313651Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.054697227Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.064919454Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:01.064996859Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.065089012Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.066738469Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.070328251Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","candidates":"[(f54221d0-68e0-433e-8046-3388d0db05fb, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:01.070382038Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:01.074102892Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:49951","req_id":"c3eb4fcc-aeb3-43d8-b3a1-fe1be7cd3351","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 00 cb 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.074184314Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:49951","req_id":"c3eb4fcc-aeb3-43d8-b3a1-fe1be7cd3351","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 203,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.074661685Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.0748048Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.074952945Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:49951","req_id":"c3eb4fcc-aeb3-43d8-b3a1-fe1be7cd3351","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54660, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.076374097Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54660, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4365, tv_nsec: 875107341 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:01.076541791Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:01.077031517Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:51056","req_id":"7f3840ad-81b8-4ef7-bde8-d8150b374ece","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 2e 6c 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .l..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.07743957Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:51056","req_id":"7f3840ad-81b8-4ef7-bde8-d8150b374ece","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 11884,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.077914186Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.078100507Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:51056","req_id":"7f3840ad-81b8-4ef7-bde8-d8150b374ece","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:01.14767542Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:01.148387549Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:01.148526306Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:01.148626806Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.148856303Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.149690415Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:45:01.150196062Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:01.152209725Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:52619","req_id":"f869fc59-eb50-4f79-a7ad-4bcac39c1d2a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 39 91 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c 9............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.152410785Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:52619","req_id":"f869fc59-eb50-4f79-a7ad-4bcac39c1d2a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 14737,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.152770983Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14737,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_delete_snapshot_then_disk","level":50,"time":"2025-04-30T06:45:01.152973266Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:52619","req_id":"f869fc59-eb50-4f79-a7ad-4bcac39c1d2a","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.154864123Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"begin collection from MGS","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.154959573Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","mgs_url":"http://[::1]:54660"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.155089412Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.156322038Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.165514774Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:01.165611427Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.165699963Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.166329427Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:01.170826948Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.170990274Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.17164582Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.172005176Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a750c9b-c9a2-4126-ad93-a8f9f0b77ebf\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:45:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.172371977Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.178372973Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3940d54b-218e-4da1-91da-4222e92b68fe\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:45:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.178694814Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.189656124Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a69cb82-c142-4eed-97c8-40c35faa4d50\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.189888026Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.19784024Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e626e226-db82-40aa-924f-2d6e412b6fc7\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.198063966Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.203888581Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"070b8ed7-9657-4122-911a-505997bca409\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.204107077Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.207454246Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.211753642Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dead8e12-89ee-4399-b127-95f8951e9990\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.211970153Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.215689835Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3cb3c8ca-aece-41d6-b4ab-b658cfeda293\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.21596356Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.219368765Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8010cf90-ea57-49a8-a137-ec5642f7dba5\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.219581498Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.220856328Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7874c2c5-e870-4d1e-8bf5-509f40defc1e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.221089152Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.222748258Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21d4b3d7-fdb5-4a64-9df2-5bf9d1c450cc\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.223131121Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.226579031Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d88c5683-1d36-448a-94fa-a2c681561029\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.2268646Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.228255882Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ef2bb377-6367-405a-a1d5-c0c58d70901b\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.22846581Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.231360898Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa7311d0-975f-470a-b96f-5127ae9e5e2d\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:45:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.231619042Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.236394116Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed7a05c7-1f40-4cfc-ada9-03bd7ebcce80\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.236609476Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.240253596Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db893762-77b9-4b8c-9c34-0352c362bb6a\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.240502081Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.242452688Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1486a82b-6273-44e3-8f7f-9145d65af8be\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.242667295Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.244338235Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7862d0c6-8c73-4625-b021-1ab35616e1c2\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.244550598Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.24604741Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"80d36a8c-6168-4845-9080-70174517bbd6\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.246259793Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.247754812Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"99986df0-fa9f-4dfa-b223-e0a5c71e4557\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.24802475Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.248885745Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"df1bd76b-68e4-4ea7-9a15-aaccbd938d37\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.249182376Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.25017281Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2db895ed-4605-45d5-8fe9-0ff8b4d70143\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.250490292Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.252732229Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69d10ad3-b3a8-42bf-8b6b-6035cc1f8f01\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.252794854Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.256247303Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"91da6f61-8512-4a8c-8dcc-d1e00b44a6cd\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.256290579Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.256916867Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"600be5d5-9f51-4fa3-b3fb-aab57af68de0\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:45:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.257132567Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:01.258139202Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:01.258193821Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:01.258224863Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.258250534Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.258932884Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.261443706Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"918596b8-1a45-4999-b506-b1caaa4bfd7f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.261511531Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.261600629Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.269762401Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:01.269823232Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.269853672Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.270233509Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.272331189Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2839186e-bc20-4209-a3d9-017d3724b8a5\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.272476558Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:01.272610595Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.272658561Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.273151924Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.276861084Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"228fc2a7-4229-4bed-89a1-daf653cbae36\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.276996634Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.279869088Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10f82c4c-33a2-4c6f-80da-b3e82446ef49\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.279941963Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.282592143Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d906c779-28ff-413c-9c9f-a867ee226203\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.282728134Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.287149032Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c792907b-b918-491c-a199-5c524798cab3\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.28745912Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.28855313Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ee0c5a2-5c82-4c37-a09b-590a68fdaa59\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.28873371Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.290075393Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c93f047c-ec4e-429d-a1eb-6c142418c9a2\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.290358116Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.291585712Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab3eea66-8be1-4d5f-8b88-01646674c489\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.291856862Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.2931354Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"405420d4-26c3-41c6-9b49-3f8dde34fd24\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.29386338Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.296321628Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d0dc9523-4bea-43d2-8857-30f072bc37fb\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:45:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.296564632Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.300561716Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b03dd4b0-0216-4795-a282-69a46408b185\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.301038035Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.308343451Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f58af2d-4ff8-4e11-89fd-ff75a84c640c\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.309842838Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.310636229Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.313619363Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9cbd6ef1-8a4f-4a18-aa1e-e19485a33702\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.313978448Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.326279297Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"01fbfacb-bcb8-463a-a4ba-88416715aaed\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.328213491Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.330034228Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e48826a4-3ed9-4fb8-a222-176a3e2db113\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.330402061Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.332682635Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f9b9186-41f7-4b84-ba77-a1b3dfa21d6b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.332939397Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.33375394Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c68987f-ed25-4670-8190-a3902aaa92db\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.333990942Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.335110583Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca56e9a1-d84a-4a7f-aeca-4c2731072faf\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.335356132Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.336458849Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a00d45aa-3081-4af5-92c8-99bdee3c0cac\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.336719679Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.33760382Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e6b25809-30a4-4ff9-a894-a7e76ba50125\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:00 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:01.337805452Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:01.337973697Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:01.338091833Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.338911806Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.340281385Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.34446484Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.353452007Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:01.353613759Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:01.35369456Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:01.353727165Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.353757576Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.354545195Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.357902865Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.363844573Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:01.364022247Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.364866499Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.365488879Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:01.366013625Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:01.366072893Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:01.366107472Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.366135347Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.368447364Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.417477624Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","sled_agent_url":"http://[::1]:33811"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.417617142Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"SledAgent":"http://[::1]:33811","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:33811/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:01.418532085Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:47279"} {"msg":"incoming request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:01.419061349Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/inventory","method":"GET","req_id":"1f389e3b-4646-4f77-9302-48431d96227a","remote_addr":"[::1]:47279","local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:01.41985487Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/inventory","method":"GET","req_id":"1f389e3b-4646-4f77-9302-48431d96227a","remote_addr":"[::1]:47279","local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":802,"response_code":"200"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.420119437Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.42609332Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:01.426174652Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.42620387Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.426581943Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.427758989Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"SledAgent":"http://[::1]:33811","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:33811/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f389e3b-4646-4f77-9302-48431d96227a\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:45:00 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.430799386Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.430836039Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.430860949Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:01.433316732Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:01.433378205Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:01.433411451Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.43344108Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.434079261Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:01.439690722Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.439768687Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.440871815Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.441164127Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.447912543Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:01.448096901Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.448147451Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.449503874Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:45:01.485562398Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:45:01.485856955Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.485909089Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":21,"elapsed":"440.524317ms"} {"msg":"activating","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.485947255Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","iteration":22,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:01.485977666Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:01.486008387Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:01.486037174Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.486065981Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.486927628Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.488258039Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.489890441Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.494881606Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:01.494945393Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.49497879Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.495376833Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.498650876Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","candidates":"[(f54221d0-68e0-433e-8046-3388d0db05fb, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:01.498730685Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:01.499898712Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:54621","req_id":"04303f46-06cc-4161-953c-8259afef243b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: f2 d5 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.499965776Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:54621","req_id":"04303f46-06cc-4161-953c-8259afef243b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 62165,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.500174341Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.500356835Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.500401203Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:54621","req_id":"04303f46-06cc-4161-953c-8259afef243b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54660, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.500762353Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54660, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4366, tv_nsec: 299660476 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:01.500827222Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:01.501181879Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:63913","req_id":"1d9f1907-f20a-4f20-acb0-db007ed27bce","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: bc f2 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.501241418Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:63913","req_id":"1d9f1907-f20a-4f20-acb0-db007ed27bce","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 48370,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.501322158Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.501343822Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:63913","req_id":"1d9f1907-f20a-4f20-acb0-db007ed27bce","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:01.554000326Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:01.554631835Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:01.554690281Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:01.554724659Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.554753337Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.555585515Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:01.557285782Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:64515","req_id":"101da9c3-310f-4b8a-9317-b7e042b853d9","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 96 55 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .U..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.557351183Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:64515","req_id":"101da9c3-310f-4b8a-9317-b7e042b853d9","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 38485,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.557576261Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 38485,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_delete_snapshot_then_disk","level":50,"time":"2025-04-30T06:45:01.558096367Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:64515","req_id":"101da9c3-310f-4b8a-9317-b7e042b853d9","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.55861486Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"begin collection from MGS","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.558670622Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","mgs_url":"http://[::1]:54660"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.558697936Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.56050201Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.570773135Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:01.570855219Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.570888815Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.572132554Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.573569106Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2507141b-21de-4fc7-a412-0e1bc985ceb6\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:45:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.573834935Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:01.57442924Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.574481414Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.57486108Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.57605575Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"238968ab-10e3-4192-807e-6953788cede1\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:45:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.576227603Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.579192009Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dfba1111-3042-4c78-b337-633753cb6e04\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.579259123Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.579793077Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0fb3d8d5-abd2-4b0d-94fd-bde4f0aed395\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.581210841Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:01.581276512Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.581313987Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"oximeter","body":"None","uri":"http://127.0.0.1:33167/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:01.581454136Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"8b4c9800-3a98-45b6-aea3-519a845bddf1","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:01.58164189Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"8b4c9800-3a98-45b6-aea3-519a845bddf1","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.581704776Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"8b4c9800-3a98-45b6-aea3-519a845bddf1","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.582752002Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"8b4c9800-3a98-45b6-aea3-519a845bddf1","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.584966023Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af01447f-1ca0-48c5-85f6-6c91b0f7b44c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.585116223Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"request completed","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:01.585573073Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"8b4c9800-3a98-45b6-aea3-519a845bddf1","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","latency_us":4164,"response_code":"200"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.585938591Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:33167/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b4c9800-3a98-45b6-aea3-519a845bddf1\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:45:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.58611859Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"oximeter","body":"None","uri":"http://127.0.0.1:33167/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZTQ3ZmUwMi1jYmUwLTQzMzItOTUxZi1hODIyMjE5OGMxYWQifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:01.587396917Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZTQ3ZmUwMi1jYmUwLTQzMzItOTUxZi1hODIyMjE5OGMxYWQifX0%3D","method":"GET","req_id":"d621ccb8-9360-4b29-8602-c6a4b796c889","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:01.587457838Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZTQ3ZmUwMi1jYmUwLTQzMzItOTUxZi1hODIyMjE5OGMxYWQifX0%3D","method":"GET","req_id":"d621ccb8-9360-4b29-8602-c6a4b796c889","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.587500744Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZTQ3ZmUwMi1jYmUwLTQzMzItOTUxZi1hODIyMjE5OGMxYWQifX0%3D","method":"GET","req_id":"d621ccb8-9360-4b29-8602-c6a4b796c889","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.588701055Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZTQ3ZmUwMi1jYmUwLTQzMzItOTUxZi1hODIyMjE5OGMxYWQifX0%3D","method":"GET","req_id":"d621ccb8-9360-4b29-8602-c6a4b796c889","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:01.59335096Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZTQ3ZmUwMi1jYmUwLTQzMzItOTUxZi1hODIyMjE5OGMxYWQifX0%3D","method":"GET","req_id":"d621ccb8-9360-4b29-8602-c6a4b796c889","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","latency_us":6111,"response_code":"200"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.593646849Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:33167/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZTQ3ZmUwMi1jYmUwLTQzMzItOTUxZi1hODIyMjE5OGMxYWQifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d621ccb8-9360-4b29-8602-c6a4b796c889\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:45:00 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:01.59370748Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:01.593738973Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:01.593765386Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.593970785Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"53c68ef9-4687-431d-8eee-a29bbf3fe65e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.594080994Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.598187757Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1964ee60-b701-4c26-9dc2-12aa45ea55c0\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.598333587Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.603304301Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b590cb8-e9b5-484e-a362-6e4bb61b9a49\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.60475901Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.612303932Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.616795101Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5936e65c-e2d0-4a63-ad8a-eec72fc0eecc\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.617265769Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.620049475Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d9d37e1-54f7-4bcf-847b-8900463b3ea2\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.620574451Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.622143948Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2472995b-c52d-449b-b95c-85fe34aae6b5\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.622377654Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.624905971Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17163157-dc1f-4f46-a56d-a7895848107f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.625199065Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.632531815Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0508f2c8-8477-42d3-8189-7d40d17efd07\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:45:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.632804148Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.63825074Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c93a770-df48-4842-8eb7-e51ce5bc75f6\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.638470207Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.640575021Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f80aab7e-07e5-4773-83c7-b350df27e745\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.641210146Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.644813155Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d9d97d07-c905-447a-86b4-6e6acb4507f1\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.645258482Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.657155296Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"03c99883-9994-485e-9e9f-9389fcb41f00\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.657426396Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:01.681326956Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:01.681523518Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:01.681636473Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.682868267Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.683753351Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.690480274Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.698393861Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:01.698477367Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.698512718Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.698950811Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:01.714150886Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.714205024Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.715432319Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.736980673Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cafdf795-7784-4cd6-b843-e0cbbbe8f862\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.737331732Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.751098682Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5039e2dd-1f56-4439-8749-a7d69faa6aa8\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.751242699Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.752317661Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33034903-b0c1-4349-8b5a-9fd745955123\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.75259322Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.753782549Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4456f87c-5adc-4450-8ebf-2cb1514434dd\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.753845284Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.754775929Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2cccd7b6-2f61-4b78-bd42-a97a98439e51\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.754840618Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.755960809Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"402c6c80-7a8f-43de-b1e0-8370c09f01e5\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.756055899Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.757842799Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5166ac85-a2d2-4a00-8946-fd9f626b636c\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:45:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.757905484Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.760241629Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"427af371-e98c-4541-8d13-92ed8e6fe984\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.761844663Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.762353426Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d729686-be17-4771-8c82-8231083fd7c5\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.762482433Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.767627354Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"047b5c7b-97f4-48b6-9713-bc4f7129c289\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.767739387Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.771182708Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.771339511Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.774920866Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"sent collection request to producer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:01.77522392Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.776933636Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:01.777033125Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:01.777070068Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.778052035Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d530cc3f-45a3-47a0-8a5a-c844247d6baf\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.778271883Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.78093552Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b30668f-7740-4b0b-a24d-ed241969809b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.781220678Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.784156818Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"07cb110b-1bb5-43a3-a162-b2d8cc31cb06\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.784324272Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.785072262Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c488063-5aca-499b-afc4-694de06c4e4e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.785145859Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.786255519Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc30e35b-302d-456b-a037-2c0228f182ed\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.786751578Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.787605669Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d861bf0-5c92-4a66-aaaa-7fb03820e265\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.787653485Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.788465042Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"438806d3-71a7-40fc-ab8b-c1ff39f7c80e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.788581213Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.789772587Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ae0e940-88ea-46a1-a649-248ced8bcd6e\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:45:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.790067124Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.7915207Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d0745f7f-38a9-48fc-aff2-cf17708cbd20\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.791591401Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.794044568Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"44019d00-d33c-4c72-817d-5d5accdb1ad0\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.794110059Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.796696051Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f103687d-4c02-41a8-9291-d692810bd0cc\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.7967605Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.79855253Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af0f9dc2-0ca6-4cf7-8ec2-76cb9cc10e5a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.798712078Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.804868675Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"440c4c6a-105c-4f4a-88a8-65bf2f2af4a6\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.805117921Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.810145519Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"804c8f17-07b9-41c2-835e-20a2a4c298ea\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.810439645Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.811908261Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a34ffef-2dcc-4057-a418-5792cb14f7c4\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.8122745Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.814254996Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"568e0445-083e-4ee4-bf3f-abd0c5891ec6\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.814854541Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.819700126Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d3e5b6f-60c4-40ba-b562-017e0b4f7934\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.820176665Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.822837597Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba20b328-1ed1-4296-bd05-192769424491\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:00 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:01.823433153Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:01.823764774Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:01.823859443Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.823947067Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.825648467Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:01.826613219Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:01.8266588Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:01.826689111Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.826714752Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.83115073Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.832667422Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.840731639Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:01.840847971Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:01.841008952Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:01.841250062Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.841342927Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.84289013Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.846607647Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.85591952Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:01.856007435Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.856045301Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.856470368Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.857381303Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.8629409Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:01.863008244Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.863038975Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.864187123Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:01.866193911Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.866364672Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.867381417Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.935574007Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","sled_agent_url":"http://[::1]:33811"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.935645229Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"SledAgent":"http://[::1]:33811","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:33811/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:01.937472309Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:59463"} {"msg":"incoming request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:01.938204037Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/inventory","method":"GET","req_id":"794bc958-d5d8-4545-9f80-ba5fab5ff88e","remote_addr":"[::1]:59463","local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:01.940445172Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/inventory","method":"GET","req_id":"794bc958-d5d8-4545-9f80-ba5fab5ff88e","remote_addr":"[::1]:59463","local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2154,"response_code":"200"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.940735751Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"SledAgent":"http://[::1]:33811","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:33811/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"794bc958-d5d8-4545-9f80-ba5fab5ff88e\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:45:00 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.944305213Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.944363239Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.944391525Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:01.948190905Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:01.949012512Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:01.949070868Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.949105087Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.950068857Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.953824249Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.961748408Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:01.962075229Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.962135178Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.963150732Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.986043013Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.9862875Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:01.993518988Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:01.994664511Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.003633461Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:02.003737568Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.004834063Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"inserted rows into table","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.00806964Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:02.008242264Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:45:02.024925213Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:45:02.026831511Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.026902332Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":22,"elapsed":"540.100384ms"} {"msg":"activating","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.02694099Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","iteration":23,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:02.026972582Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:02.027001109Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:02.027053143Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.027085006Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.029191403Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.032458262Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.048413171Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:02.04849252Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.048525515Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.053300329Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:02.056388953Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:02.056452239Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:02.056518761Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.056557859Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.057442422Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.057763982Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","candidates":"[(f54221d0-68e0-433e-8046-3388d0db05fb, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:02.05793355Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:02.058564036Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:57172","req_id":"eb162f97-e8a9-4a56-acb0-04c9cbc73683","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 77 28 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 w(..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.05862616Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:57172","req_id":"eb162f97-e8a9-4a56-acb0-04c9cbc73683","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 30504,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.058835788Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.058992911Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.059115916Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:57172","req_id":"eb162f97-e8a9-4a56-acb0-04c9cbc73683","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54660, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.060368632Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54660, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4366, tv_nsec: 858757310 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:02.060434142Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:02.060460555Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:65457","req_id":"5b532644-406b-4807-8d66-c6fabddc7adf","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 14 e5 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.06049339Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:65457","req_id":"5b532644-406b-4807-8d66-c6fabddc7adf","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 5349,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.060574432Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.060595704Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:65457","req_id":"5b532644-406b-4807-8d66-c6fabddc7adf","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.060899951Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.066848142Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:02.066969143Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.067002289Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.067994155Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:02.125534901Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:02.128629988Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.128703655Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.131176602Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:45:02.131244568Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:02.131284387Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:60546","req_id":"400538f0-4a43-44b3-b9cc-9991955e15af","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: ae 09 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.131387532Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:60546","req_id":"400538f0-4a43-44b3-b9cc-9991955e15af","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 44553,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.131470658Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 44553,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_delete_snapshot_then_disk","level":50,"time":"2025-04-30T06:45:02.131675947Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:60546","req_id":"400538f0-4a43-44b3-b9cc-9991955e15af","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.132255702Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"begin collection from MGS","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.132300471Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","mgs_url":"http://[::1]:54660"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.132327626Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.143302101Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b813a356-c5cb-40e4-9090-2ff708dcc76b\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:45:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.143543242Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.146295566Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5ed7fba-a27e-485c-826e-a33570127126\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:45:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.146561856Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.152165261Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4047191f-9ebc-4808-bab4-bc5c8447a9c3\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.152461551Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.157207166Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33353c51-c9f2-460e-a204-bcf173402105\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.157434109Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.162481195Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0449eb19-dd37-406e-b1f4-1ba91e5aaee5\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.162549561Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.167865142Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b287f84-7623-4a9e-8510-56d982012c38\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.167991854Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.168413805Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.17215071Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af1d7f5b-1902-4983-97ff-0bf56bbe1130\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.172237233Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.176515156Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"73ccf163-477c-450c-8906-4524fc3cece6\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.176584565Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.177832591Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9adda0f2-d845-4dbb-8af2-0580a921dd54\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.177950937Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.179248813Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6570a648-0601-4477-a2f4-16161a17b22d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.179585333Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.181688935Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"07b831dd-c5cc-4a78-9124-2233a5ca1547\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.181825016Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.182851391Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ac5ad1f-7086-44b6-8038-78bbaa8126f3\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.182917793Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.184426018Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77be2ba9-9c20-4275-abdb-e9bcd36c0a2f\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:45:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.184769953Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.186684328Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"93cd59a4-b9e1-4cf1-8f0d-ddd971eba3ad\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.186804006Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.188568001Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0104da36-a127-4097-abff-882dbc4a7038\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.188681958Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.191248171Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f965e99-60a1-4e85-b735-5a4875d302f1\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.191334052Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.195314703Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"182063d0-b46e-4427-90c2-babb1cdb5cf5\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.195455373Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.198895698Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b34dc711-c11f-4154-83dc-cb916581d944\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.198962211Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.203899718Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c8aa598-6090-426b-a609-aca840e48c14\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.204654723Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.206848995Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c8142345-7ccd-4efa-8ccb-56062c86b0f5\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.206934816Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.207899888Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2fc97542-785d-4ef9-9592-56a48386f54e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.208137662Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.20895456Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5413760-2191-43ba-aa65-c3a977946fa7\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.209130951Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.209917238Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c3e33b68-8414-48f6-b991-bfeddce12668\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.210054912Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.211284562Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5896794-33ed-4ccb-b7b4-ebe550019297\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:45:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.211329401Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.212967575Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"25019fff-b014-4175-a18f-2e847897b816\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.213147895Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.215060345Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4a43e1f-74f9-4ae7-8f39-3e874f537b32\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.215106868Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.216982264Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4038da77-2d09-4fb0-afd8-fb44c9ad00f2\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.217365578Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:02.219004233Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:02.21904763Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:02.219182488Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.219217919Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.220474953Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.221178315Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b0535efa-2518-4419-a22d-2a5806cc3536\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.221382291Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.223084212Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.230697401Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:02.230770497Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.230805937Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.2312488Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.233333183Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e072f22-541c-4240-9515-c93d18589b61\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.23340215Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:02.233558281Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.233609704Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.235097748Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.236693658Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00ff9588-7a75-460c-9b90-6fe6d1254560\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.236900951Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.238017005Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7fef2f87-c49e-47e5-9067-6a865bed1df3\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.238172645Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.239247286Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a1fd329-b50f-4757-93ef-1db02053efa3\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.239384189Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.240442197Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8d6ec456-7cd4-43e2-a7d0-f45605889aaf\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.240618658Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.241755023Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"79040d29-5529-4c9f-bc6c-fe599b398a5d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.241848178Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.243044001Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de2389c9-cf5b-4c4a-b2ed-0e3a924b456d\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:45:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.243207036Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.245620103Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc177d40-bb4e-4a86-9b7d-8670711c473e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.245740443Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.249594883Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"58bc32b1-453c-4b01-b491-6cb38d47f6c5\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.249660894Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.252139383Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6dd2ff4a-6d4c-49d0-b20a-aafc0314719c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.252215945Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.254693371Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1451661e-f4a9-4bd0-9343-3afa6dd5b47e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.254814904Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.260588267Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3366e53a-02de-43c1-8d07-ee4ca4760ee2\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.260938324Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.261603479Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.264694508Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2fd8ad18-e87b-4ad3-937d-33740fea329f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.264814227Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.265673679Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"16797304-6e52-4534-8500-979662f3ccbe\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.265836684Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.266907337Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a0d4370-b1df-4c10-a5db-53f2e6da8d36\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.267055502Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.268186626Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"76e6b5af-9ac2-4167-a264-694866ba12d1\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.268412486Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.272373548Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b170e46-6d1f-4ffc-a4e1-64297fbcc81e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:02 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:02.272455461Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:02.272571382Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:02.272606552Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.27263532Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.273887244Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.276732463Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.283558964Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:02.283666208Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:02.283884914Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:02.283988981Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.284076325Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.284799997Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.290283693Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.298997154Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:02.299304416Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.302053383Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.302801424Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.379060845Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","sled_agent_url":"http://[::1]:33811"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.379151676Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"SledAgent":"http://[::1]:33811","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:33811/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:02.379688716Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:02.379749558Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:02.37978061Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.379808164Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.380814991Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:02.380877425Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:62013"} {"msg":"incoming request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:02.382455479Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/inventory","method":"GET","req_id":"758bb285-d0f3-4f8a-becb-e46267c562c8","remote_addr":"[::1]:62013","local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:02.383128791Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/inventory","method":"GET","req_id":"758bb285-d0f3-4f8a-becb-e46267c562c8","remote_addr":"[::1]:62013","local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":687,"response_code":"200"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.383626372Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"SledAgent":"http://[::1]:33811","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:33811/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"758bb285-d0f3-4f8a-becb-e46267c562c8\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:45:02 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.386684004Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.386737932Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.386765747Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:02.390335459Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:02.390393946Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:02.390427292Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.390455308Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.391072408Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.391562785Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.398142715Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:02.398467201Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.398508494Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.399108158Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.400765831Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.405657427Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:02.405957876Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.406016703Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.406539385Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:02.406824152Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.407866288Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.408400493Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:45:02.449298269Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:45:02.449705901Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.449845419Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":23,"elapsed":"423.742529ms"} {"msg":"activating","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.450061951Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","iteration":24,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:02.450164365Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:02.450273783Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:02.450376267Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.450460775Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.45175314Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.459956365Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.478037109Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:02.4780978Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.478132379Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.480083306Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.497701048Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.504872758Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","candidates":"[(f54221d0-68e0-433e-8046-3388d0db05fb, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:02.505041123Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:02.506875358Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:64568","req_id":"cd242f27-3d52-454c-8804-64aabc67722d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: ee 18 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.507551936Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:64568","req_id":"cd242f27-3d52-454c-8804-64aabc67722d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 60952,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.507868286Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.508189716Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.508367871Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:64568","req_id":"cd242f27-3d52-454c-8804-64aabc67722d","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54660, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.508855102Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54660, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4367, tv_nsec: 307758636 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:02.50903471Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:02.509568995Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:50806","req_id":"51221a86-85d5-48c2-bf87-4d990c990042","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 8f 20 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e . ..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.509787229Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:50806","req_id":"51221a86-85d5-48c2-bf87-4d990c990042","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 36640,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.510418858Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.511022881Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:50806","req_id":"51221a86-85d5-48c2-bf87-4d990c990042","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:02.587455679Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:02.588017698Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:02.588179471Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:02.588384439Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.588481483Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.589395844Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:02.590881484Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:60322","req_id":"ba031757-d68f-4d01-a312-00bd1f8b6542","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: ad 87 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.591755576Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:60322","req_id":"ba031757-d68f-4d01-a312-00bd1f8b6542","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 44423,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.592412525Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 44423,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_delete_snapshot_then_disk","level":50,"time":"2025-04-30T06:45:02.592629006Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:60322","req_id":"ba031757-d68f-4d01-a312-00bd1f8b6542","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.593397818Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"begin collection from MGS","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.593541735Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","mgs_url":"http://[::1]:54660"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.593660872Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.595403865Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.618327008Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:02.618389733Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.618494972Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.619277782Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.627851184Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"86c5498b-cb03-42d2-9fa3-848f89d7a89b\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:45:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.628291511Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:02.628840856Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.629004913Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.629859636Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.6332243Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a742ccfd-a474-4fb2-bc97-cc860dfa4918\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:45:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.633640058Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.641148218Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0115e5b5-f1be-492f-bac1-d2b244f42ce3\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.641371823Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.647444793Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d7f88dd-2c36-4495-b089-8829eb422479\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.649441171Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.680524122Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.692827505Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"debb66c6-1d4f-4999-a24a-ed76cacc1e36\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.693249306Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.695932191Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a974902b-3d2f-47cd-b2f1-d9aca039c6b1\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.696019756Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.698116643Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d9e08585-c0eb-4f9b-8f63-eae11444abd0\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.698188296Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.700069023Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17b7c096-4c04-41fe-8a7a-f0aea863a4be\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.700136538Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.700979488Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5beea783-45ea-4b83-b253-ecdbc4e7f2a6\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.701287591Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.702356221Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a1e107fe-0f90-4385-b5b1-9e82346cc439\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.702490378Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.703555771Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6979239e-f943-47cf-aa20-eb6a1a3a894b\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.703677673Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.704524681Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f5a3312b-5718-4f17-a13f-4adb0476af31\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.704592506Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.705985241Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b0aaa1ee-85c4-4bb6-935c-0b9f13ed460f\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:45:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.709504483Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.709539142Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ef10d07-de2a-4d84-a4e4-d43f75b6c548\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.709570454Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.709815022Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1559900b-d9a3-496b-9b99-6e53ccd438fb\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.709883789Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.711459729Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c01c3666-df90-4557-bec1-e0e8ac92d2cb\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.711532604Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.713470385Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f3a3a777-bf22-4bf8-b7d5-1aa9b7539a34\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.713546697Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.720667695Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e3ffb763-a757-447a-8a86-4611cbe60b74\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.721078243Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.72437438Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fae9adef-174e-4136-bf16-f086677d9c02\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.724658647Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.725613018Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5af908e7-36d8-4736-98a3-e0371dc87a8e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.726803701Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.728495081Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e385f4b2-894e-4b8f-9d0c-69e885a75e86\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.728564268Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.729480374Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"787205b3-4fd3-4a0b-8095-62a23a9256da\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.729618789Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.730669453Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4377af4e-d3e9-4733-9157-56df6af3c3f8\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.73087873Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:02.732087258Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:02.733806032Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:02.733878386Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.733911683Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.734225678Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.735201132Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d0ecdf63-b1ac-4591-a07f-63bcf34d6b24\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:45:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.735364998Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.737589992Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.752882Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:02.752944224Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.75297725Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.75357955Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:02.756321222Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.756369118Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.757262728Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.758061009Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb117934-e956-4669-875a-c3f456636985\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.758380225Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.760429838Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c53fe6c-d4f4-462a-b799-ef82a863727f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.760532603Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.762395635Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"06615651-5c28-47f7-a864-413f8406eb35\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.762524111Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.766311848Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"85cec709-e227-43a5-a50e-69ddbf991253\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.766431456Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.770302279Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.770357429Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:02.772945495Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.773884867Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:02.773997401Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:02.774039775Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.774980921Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f5b1a727-a07a-4d59-9293-fcdfd28e073d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.775267081Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.777909746Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a91335f3-9094-47ca-90aa-38edce7e3314\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.777965507Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.779973448Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c7554fe2-5def-443f-8712-17a0f466cbf5\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.780098407Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.781401754Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b732c568-b62a-4a60-b54a-4921e803e2ac\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.781463877Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.782530753Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e2b9409-5e0d-4590-8d71-137ff267cbbb\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.782667295Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.785131495Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"94234392-0fc9-4172-9fe2-f87047273091\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.785287155Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.791727216Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e614e67-0da6-4398-8b9a-37f48dc8a05a\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:45:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.792577691Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.793228848Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.807145106Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"236acc3f-85e1-4499-b6e6-3f6f96f0b253\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.808646287Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.821686188Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61e1b10c-17be-4340-a4f7-2f4543d0e3c5\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.821907058Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.824570735Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1380c17e-56b0-4213-8364-1f8d02b0df25\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.824795072Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.827736503Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a2dc1726-5fd7-47b0-93f1-7e471afc47fd\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.827952293Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.833234948Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c9388d82-935e-40ab-b188-f885f589dcea\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.83345661Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.837695706Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e8c433a-dd05-463a-bf0f-06d256b8f9a4\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.837956205Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.840556686Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"534bcf42-e7c9-4aa6-9573-dd9ac1e933aa\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.848085807Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.848502798Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7da13fc7-4897-4274-9aa3-d030e2a2c441\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.848540183Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:02.851389941Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:02.851455271Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:02.851487485Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.851518867Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.852480954Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.853299425Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d3e8b39c-8714-43af-ab47-2cf13178d7bf\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.853730384Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.855359961Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"79ccdaf7-9efd-4f18-bbea-aff5158c00df\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:02 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:02.855614658Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:02.855670189Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:02.855703926Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.855732192Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.856472227Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.856701313Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.862736949Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:02.862800044Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.862830425Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.863236534Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.86526208Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.868986741Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:02.869087452Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:02.869122301Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:02.869311839Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.869365095Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.870062254Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:02.871456672Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.871561812Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.872347237Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.874469345Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.878889892Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:02.878970794Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.879003208Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.879430199Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.944353514Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","sled_agent_url":"http://[::1]:33811"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.946050826Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"SledAgent":"http://[::1]:33811","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:33811/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:02.946881291Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:44083"} {"msg":"incoming request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:02.949497283Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/inventory","method":"GET","req_id":"b238822a-2ccc-4add-9fe7-5f48db1f89fd","remote_addr":"[::1]:44083","local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:02.950310283Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/inventory","method":"GET","req_id":"b238822a-2ccc-4add-9fe7-5f48db1f89fd","remote_addr":"[::1]:44083","local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1460,"response_code":"200"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.951634081Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"SledAgent":"http://[::1]:33811","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:33811/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b238822a-2ccc-4add-9fe7-5f48db1f89fd\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:45:02 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.956995683Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.957075883Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.957106023Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:02.960678Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:02.960746386Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:02.960783961Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.960813991Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.961417273Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.967411656Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.976298012Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:02.976560645Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.976617388Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.977903Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.985344186Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.985405548Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.985619835Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:02.986536762Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:02.992889439Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:02.993489004Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.001770795Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:03.001882086Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.004107881Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:45:03.02752076Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:45:03.028591994Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.028652675Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":24,"elapsed":"578.550575ms"} {"msg":"activating","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.028691532Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","iteration":25,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:03.028721362Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:03.028754267Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:03.02878571Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.028924216Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.030121662Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.033657036Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.042757618Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:03.043192775Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.043223016Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.043564867Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.046685845Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","candidates":"[(f54221d0-68e0-433e-8046-3388d0db05fb, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:03.046741396Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:03.047788031Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:60821","req_id":"830d5cdc-eaf0-4a80-9fe5-e855d1f73f11","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 2e 29 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .)..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.047851427Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:60821","req_id":"830d5cdc-eaf0-4a80-9fe5-e855d1f73f11","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 11817,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.048064191Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.048190333Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.048239781Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:60821","req_id":"830d5cdc-eaf0-4a80-9fe5-e855d1f73f11","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54660, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.048677754Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54660, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4367, tv_nsec: 847554524 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:03.048740779Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:03.049212098Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:54961","req_id":"17133b71-0d96-4804-8426-4f15e0679f55","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 24 c8 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e $...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.04949874Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:54961","req_id":"17133b71-0d96-4804-8426-4f15e0679f55","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 9416,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.05113Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.051183206Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:54961","req_id":"17133b71-0d96-4804-8426-4f15e0679f55","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:03.119299753Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:03.119977514Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:03.12007579Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:03.120112954Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.120139927Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.12151141Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:45:03.121826167Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:03.121959172Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:49878","req_id":"e18b46d2-87b8-4e42-af65-e6a34c8fb701","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: a3 db 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.122317937Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:49878","req_id":"e18b46d2-87b8-4e42-af65-e6a34c8fb701","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 41947,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.123695351Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41947,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_delete_snapshot_then_disk","level":50,"time":"2025-04-30T06:45:03.123805651Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:49878","req_id":"e18b46d2-87b8-4e42-af65-e6a34c8fb701","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.123835561Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"begin collection from MGS","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.123861693Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","mgs_url":"http://[::1]:54660"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.12388517Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.124942286Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.135344602Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:03.135408138Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.13544393Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.136937916Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.139305995Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b2e65d7-1af6-4f2f-8966-c4e9c563da14\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:45:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.139846101Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:03.140539603Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.140597277Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.141019909Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.145309055Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6905c7c4-58d4-4e20-9037-ad8f61451c8c\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:45:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.145482371Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.147921731Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"09291923-4105-4405-80f4-13838f552dab\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.148100748Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.152082401Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b75600d-ada8-4d97-a7b7-e4fa43a8e597\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.152150607Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.158352684Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4be4448a-0c1e-4bd0-b523-d3276bd9bfe8\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.158601059Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.163410722Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3622ee6f-c56a-492b-a56e-6703bc10ea11\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.163691722Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.166716989Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e33b6b3-623e-48ba-9f5f-b7bffcf38912\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.166942789Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.170843301Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.173070047Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ade706dd-9715-4d5c-bd0b-8a07d8af1aab\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.173173574Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.174157775Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"375294ee-4484-4e4f-bdd2-db0a2509ac21\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.174385709Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.175443907Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"22abb8b0-3bb8-41c2-9b05-5bc01b8e2c57\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.175724196Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.176804769Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"67563841-e739-41ec-a5b0-1ee6aa6bc6d7\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.17720713Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.178513182Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c48996d-4734-47fe-b4b7-427bd69f6ed9\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.1788481Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.18036389Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b6b504b-5b89-4e2f-8c74-12490ca4379d\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:45:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.180673697Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.18286849Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d7843fc-3d39-4e50-bc28-01c34d4d30cd\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.183083869Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.185084395Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d885c0e7-b3f2-4295-9deb-153e40ac159f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.185295386Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.187139941Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d836dcb-6a7d-4b92-a01e-5fe8725352f9\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.187458756Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.18996519Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e6fb9620-9ff0-405b-aae5-cae1288409f8\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.190179216Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.191903622Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf0a37e6-69df-4928-8aca-274aa6ecb4e2\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.19217354Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.194871595Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a8e5742-be30-42a3-82be-7a1f54fac4fa\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.195080913Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.196118951Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"972b1275-caf2-47c5-b6fd-6fd8527e7f1c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.196420902Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.198356469Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de473a53-83f1-4bdd-baa2-3ee5d420526d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.198546167Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.200222417Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"333a6205-c74e-4a83-b87d-00fc8661cbc9\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.200361614Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.201461826Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b29161cc-d3d3-4f38-8bb5-6c9a94c61ab7\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.201534491Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.20306492Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"50ef798d-ffb5-4694-a1bd-3b128c63e8a4\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:45:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.203386912Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.205686804Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f5f8142-fc20-44e0-918e-15568d5a1e90\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.206083174Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.209640231Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c1ec96e-e1c4-4f92-9d93-b1a733b0de4b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.210172572Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.213502607Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d6f3676-ec34-4d4f-82d8-fe40dc11ba4a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.213577997Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.216142687Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f9d1d79-ba01-4909-85d8-7a0c9be51d1e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.216227426Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.219593132Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8149ffc7-00b9-4435-9166-0c790fb5d38c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.219728511Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:03.221999095Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:03.222062321Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:03.222185346Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.22221726Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.222851704Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.226214574Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f4807466-a8af-40b9-9960-bfd2bf4683f9\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.226298622Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.226951703Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.235743711Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:03.235811175Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.235845824Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.236303336Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.239099286Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f711cfff-deeb-4da5-bc6f-9554487f9fcb\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.239486408Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:03.240443024Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.240501921Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.241131315Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.242530934Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0075e347-9c47-49a7-8852-e645865480cc\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.242685211Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.243767788Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4ed0ef7-d70d-46ed-be9b-fa5f9f2485d5\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.243982726Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.244789253Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d3b4667-7696-4898-a070-e4c23ef1d7a0\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.245040975Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.250806512Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cae09a78-14e4-4175-ad1c-9bdb21e3a620\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:45:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.251341989Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.256327963Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c42215a6-f6d2-4bbd-a5b3-d2344b27a978\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.256802479Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.259389423Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"99dcef88-1304-400c-9bc7-6d0d1838eed7\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.25978459Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.262250103Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"02408586-d55f-4481-a315-91a7f164f8ff\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.262469229Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.265320771Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42201568-932b-4238-aafe-2f4801bdbd58\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.265626119Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.268660906Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e1b4cc8e-8ec1-4e44-bc4f-cf9daf00a687\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.268877187Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.272574724Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2b012c2d-fd00-41e9-a2a1-c2bdb0e9de0d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.272789672Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.273227705Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.274516192Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6bb4fbaf-c1bb-4188-b139-d7ce029efee7\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.274835148Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.276128895Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5dabdef-27ae-44fd-9c3a-7796c636907c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.276358563Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.277433595Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"458c195e-de7a-46b6-90b4-52aea334dfca\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.277653794Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.278882602Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8af6480e-cd38-4045-8eef-aa3b155dfd6c\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:03 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:03.279116558Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:03.279242098Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:03.279337669Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.279425153Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.280513632Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.283158301Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.291135215Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:03.291331466Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:03.291499079Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:03.291597225Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.291681643Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.292268823Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.296085187Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.312906272Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:03.313100589Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.31320636Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.313886024Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.408071933Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","sled_agent_url":"http://[::1]:33811"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.40838161Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"SledAgent":"http://[::1]:33811","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:33811/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:03.408876677Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:03.409073288Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:03.409182626Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.409268568Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.411431547Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:03.411604442Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:51306"} {"msg":"incoming request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:03.412942648Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/inventory","method":"GET","req_id":"eb34d510-3688-4a80-b6b1-d38dcad4b939","remote_addr":"[::1]:51306","local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:03.414368399Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/inventory","method":"GET","req_id":"eb34d510-3688-4a80-b6b1-d38dcad4b939","remote_addr":"[::1]:51306","local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1549,"response_code":"200"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.415354443Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"SledAgent":"http://[::1]:33811","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:33811/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb34d510-3688-4a80-b6b1-d38dcad4b939\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:45:03 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.419041099Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.419189294Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.419256167Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:03.423080667Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:03.423203442Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:03.423295896Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.42337812Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.424091441Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.424554043Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.43112732Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:03.431209994Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.431241537Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.431626995Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.434380171Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.438837732Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:03.439146798Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.439258501Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.439900219Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:03.441856998Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.44212915Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.443870399Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:45:03.47627301Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:45:03.47661465Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.476671504Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":25,"elapsed":"447.96432ms"} {"msg":"activating","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.476709048Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","iteration":26,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:03.476734499Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:03.476762665Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:03.476792194Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.476819839Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.477619683Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.481771014Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.482602761Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.487453165Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:03.487514768Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.487547974Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.487913783Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.492286576Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","candidates":"[(f54221d0-68e0-433e-8046-3388d0db05fb, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:03.492344822Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:03.493473921Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:64558","req_id":"32eec38f-ddc8-447a-9539-102c48aad0e1","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: cd b1 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.493538921Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:64558","req_id":"32eec38f-ddc8-447a-9539-102c48aad0e1","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 52657,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.493685002Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.494161241Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.494208184Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:64558","req_id":"32eec38f-ddc8-447a-9539-102c48aad0e1","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54660, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.494545907Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54660, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4368, tv_nsec: 293445884 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:03.494761737Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:03.495197095Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:55558","req_id":"0b9872be-9acc-4cf8-af57-ea9642398daf","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: f7 86 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.495261232Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:55558","req_id":"0b9872be-9acc-4cf8-af57-ea9642398daf","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 63366,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.495343647Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.495567362Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:55558","req_id":"0b9872be-9acc-4cf8-af57-ea9642398daf","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:03.591825911Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:03.592328282Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:03.592394614Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:03.592427079Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.592456628Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.593185109Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:03.593302543Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.593987278Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"oximeter","body":"None","uri":"http://127.0.0.1:33167/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:03.594562704Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"66093953-38b1-443d-aeba-7852c9c0d0b0","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:03.594683585Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:49580","req_id":"7a6531ce-2c08-4566-bc2a-b99396d9da10","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 27 86 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c '............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.594826079Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:49580","req_id":"7a6531ce-2c08-4566-bc2a-b99396d9da10","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 10118,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.594989384Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 10118,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_delete_snapshot_then_disk","level":50,"time":"2025-04-30T06:45:03.595156728Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:49580","req_id":"7a6531ce-2c08-4566-bc2a-b99396d9da10","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:03.595368189Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"66093953-38b1-443d-aeba-7852c9c0d0b0","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.595432357Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"66093953-38b1-443d-aeba-7852c9c0d0b0","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.59682947Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"66093953-38b1-443d-aeba-7852c9c0d0b0","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.59880648Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"begin collection from MGS","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.598863583Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","mgs_url":"http://[::1]:54660"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.59889195Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.59935896Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.606190672Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:03.606252084Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.606282685Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.607300383Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:03.609403584Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"66093953-38b1-443d-aeba-7852c9c0d0b0","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","latency_us":14847,"response_code":"200"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.610923793Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:33167/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"66093953-38b1-443d-aeba-7852c9c0d0b0\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:45:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.611290243Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"oximeter","body":"None","uri":"http://127.0.0.1:33167/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZTQ3ZmUwMi1jYmUwLTQzMzItOTUxZi1hODIyMjE5OGMxYWQifX0%3D","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:03.611760089Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.611937041Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.612443771Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:03.614389137Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZTQ3ZmUwMi1jYmUwLTQzMzItOTUxZi1hODIyMjE5OGMxYWQifX0%3D","method":"GET","req_id":"999a7ed2-338b-41c1-baa9-ca9ce65d9883","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:03.614638554Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZTQ3ZmUwMi1jYmUwLTQzMzItOTUxZi1hODIyMjE5OGMxYWQifX0%3D","method":"GET","req_id":"999a7ed2-338b-41c1-baa9-ca9ce65d9883","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.614761148Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZTQ3ZmUwMi1jYmUwLTQzMzItOTUxZi1hODIyMjE5OGMxYWQifX0%3D","method":"GET","req_id":"999a7ed2-338b-41c1-baa9-ca9ce65d9883","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.615475902Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZTQ3ZmUwMi1jYmUwLTQzMzItOTUxZi1hODIyMjE5OGMxYWQifX0%3D","method":"GET","req_id":"999a7ed2-338b-41c1-baa9-ca9ce65d9883","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.617346489Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c520e78-b00d-4b91-9e22-23eeb768dc71\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:45:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.617568512Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.619680279Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"47c27719-81cb-45da-8930-4becea401742\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:45:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.619868685Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"request completed","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:03.620174815Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZTQ3ZmUwMi1jYmUwLTQzMzItOTUxZi1hODIyMjE5OGMxYWQifX0%3D","method":"GET","req_id":"999a7ed2-338b-41c1-baa9-ca9ce65d9883","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","latency_us":7358,"response_code":"200"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.621568842Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:33167/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZTQ3ZmUwMi1jYmUwLTQzMzItOTUxZi1hODIyMjE5OGMxYWQifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"999a7ed2-338b-41c1-baa9-ca9ce65d9883\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:45:03 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:03.621630745Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:03.621664463Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:03.6216933Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.625028185Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"27265f1d-2cce-4f51-91de-574933b251df\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.625452771Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.63148529Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f04fb39b-3ec8-46dd-be7a-ffbb94cccee3\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.631638215Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.635133399Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a4793507-8b6c-4a84-992b-56a60581ee75\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.635637854Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.638496229Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"68aebda2-b720-434a-ae23-8df61a865220\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.638644364Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.642443013Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2cafeca1-fe6d-4196-b0a0-39b1be216d48\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.643143648Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.647960155Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.650064949Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"30af356e-c01c-4d40-a822-34c25fabc642\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.650504224Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.653682426Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc71bcd6-8992-4632-9663-c517de347db6\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.654112884Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.670909851Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e7d24db-57f5-4ab0-b24d-42de2fb48921\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.671235339Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.685244371Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"92fe25d9-ed88-4c4f-b994-0409acdc7e3e\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.685505442Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.699373242Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d53114d9-a33a-4f5a-9e7a-d3207be5ada1\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.699564563Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:03.699893649Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:03.699952166Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:03.699986304Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.700016524Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.701258438Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.709713915Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.718865379Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:03.71897629Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.719143092Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.720856136Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.723084225Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f740b3f0-acba-40e6-a7ff-46cfbfacb227\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:45:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.723344173Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:03.724299977Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.724358714Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.726574689Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.730628757Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"967b4972-a9c2-4ae1-98bb-cdf90039047d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.731943136Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.734937101Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33b8c36c-53f7-47f1-bc52-0859ce492f3f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.735716764Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.739881222Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a539f4c8-402f-4ff2-bb31-7bef8a6b8fee\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.740037734Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.746815368Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f8a33fd0-23ba-4bcd-af43-4bcd571bb03a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.747009394Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.749653863Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b5b482c-2952-4deb-bc01-02f194760086\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.749717931Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.751593999Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce5543f3-5803-4bc5-901c-8c65cb14de43\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.751665581Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.752619191Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ea8a199-fbea-4d5f-9c8c-96d1b626941d\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.752763599Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.753650446Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"57680d26-73d4-4c37-90eb-05c0e6231917\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.753848972Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.756241589Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69d4ceb5-8fb9-4b15-8a5b-4c9a1529d398\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.756304424Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.756678419Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.757755345Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"185608ea-02bd-40e8-bd85-700f52288a1c\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.757819082Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.758930486Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e6cd98ea-9248-4ae6-ab0b-f05d8969a51b\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:45:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.7592936Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.761075009Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"85c2831b-f4d3-442b-9290-a0bc4c33f8d6\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.761142784Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.762687903Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bab2a8ad-84b8-4fa8-8154-7c3826b8454b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.76278197Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.764368722Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bcbd72c7-3ff0-422d-b62a-0430c0a20867\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.764434663Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.766221994Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"686115a0-c99a-482f-92ab-3b30309fbc51\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.766344989Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.767907452Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19cf6552-d663-44b4-8f82-637011f98aeb\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.768027471Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.769701837Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a28dd3e8-3c20-49f6-ac94-e824d24f38aa\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.769775093Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.770097175Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.770158337Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:03.772170606Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.772820832Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:03.772875831Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:03.772905861Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.773243193Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c93c6208-fd47-4e6c-b9b9-c0420e6ed1a3\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.773362261Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.774349628Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"757c8730-27b8-4f9c-af3c-06bccdaaa0f9\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.774534466Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.775400672Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d8924dd0-1ada-435b-bcb3-d08093b06d62\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.775469559Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.776432829Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"64edca95-8a5c-46e7-9b14-dc09b7859c0a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.776545373Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.777504834Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af13162e-2719-4d82-a90e-2f886bbd1690\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:45:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.777684613Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.780657085Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2088f91-27e6-4e5e-9cba-4c0c7804589e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.780772615Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.782908491Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed281db8-e3d0-4836-bf68-5414f77eecdb\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.783049021Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.785261339Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"261454bc-8c7a-4c96-9e95-7f19a4f0b57b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.785353412Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.787645489Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c10ad2a-6ec2-4a39-83f2-86c16ed32d33\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.787717112Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.789429343Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f700d9a-eca1-4efc-9539-6cc06e07a7dc\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.789564142Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.792141807Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"30f21a57-0d5b-43a5-b472-8c7fc0685fee\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.792210835Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.793234805Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e5d2fd60-9d6a-419a-a59e-dac48a96d23d\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.793307139Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.794344416Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f54d50cf-cb0b-4bad-a312-33a18b853d83\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.794517862Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.797043664Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c433bb3c-64ba-45bd-9f64-1208a535d8c6\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.797165908Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.800338409Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"813e9643-1c18-47f1-bbbb-fa67402014bd\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:03 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:03.800479259Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:03.800520321Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:03.800550191Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.800581293Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.801606175Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:03.808917813Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:03.808979926Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:03.809015247Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.809042451Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.809673659Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.809954568Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.816467755Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:03.816566572Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:03.816654638Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:03.816743074Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.817103602Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.818245588Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.821251907Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.832002097Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:03.832062657Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.832096445Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.832821359Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.833255203Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.8394468Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:03.839633311Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.839766396Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.840891368Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:03.843594413Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.843720655Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.844488264Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.90151665Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","sled_agent_url":"http://[::1]:33811"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.90157699Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"SledAgent":"http://[::1]:33811","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:33811/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:03.902722542Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:44483"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.903152479Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"fe47fe02-cbe0-4332-951f-a8222198c1ad","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.903586143Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"fe47fe02-cbe0-4332-951f-a8222198c1ad","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"accepted connection","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:03.906066114Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"127.0.0.1:44995","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","component":"nexus-producer-server","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","remote_addr":"127.0.0.1:56283"} {"msg":"incoming request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:03.906129501Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/inventory","method":"GET","req_id":"af2f7a7f-4140-4e63-b9f2-a2d166d9bcef","remote_addr":"[::1]:44483","local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:03.907607285Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/inventory","method":"GET","req_id":"af2f7a7f-4140-4e63-b9f2-a2d166d9bcef","remote_addr":"[::1]:44483","local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1919,"response_code":"200"} {"msg":"incoming request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:03.909937498Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/fe47fe02-cbe0-4332-951f-a8222198c1ad","method":"GET","req_id":"8a044ff4-053a-481e-bfbb-7fd1f7b490c7","remote_addr":"127.0.0.1:56283","local_addr":"127.0.0.1:44995","component":"dropshot","component":"nexus-producer-server","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.910057737Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"SledAgent":"http://[::1]:33811","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:33811/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af2f7a7f-4140-4e63-b9f2-a2d166d9bcef\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:45:03 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.914061344Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.915764387Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.915819768Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:03.917817889Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:03.917879141Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:03.917912638Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.917940363Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.918908562Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:03.929089777Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/fe47fe02-cbe0-4332-951f-a8222198c1ad","method":"GET","req_id":"8a044ff4-053a-481e-bfbb-7fd1f7b490c7","remote_addr":"127.0.0.1:56283","local_addr":"127.0.0.1:44995","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","latency_us":20731,"response_code":"200"} {"msg":"sent collection request to producer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:03.930054349Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"fe47fe02-cbe0-4332-951f-a8222198c1ad","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.950176331Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"fe47fe02-cbe0-4332-951f-a8222198c1ad","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":5} {"msg":"forwarded results to main collection loop","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:03.950269196Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"fe47fe02-cbe0-4332-951f-a8222198c1ad","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:03.950298835Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"fe47fe02-cbe0-4332-951f-a8222198c1ad","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 18 samples into database","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.950523383Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 18 samples into database","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.9505723Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 18 total samples","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.951057417Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"retrieving timeseries schema from database","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.95228401Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:03.952335172Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema WHERE timeseries_name NOT IN ('integration_target:integration_metric') FORMAT Native;"} {"msg":"no new timeseries schema in database","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:03.956466634Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"new timeseries schema","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.9567107Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"http_service:request_latency_histogram\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"name\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"operation_id\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"status_code\", field_type: U16, source: Metric, description: \"\" }}, datum_type: HistogramU64, version: 1, authz_scope: Fleet, units: Count, created: 2025-04-30T06:45:03.952181135Z }","timeseries_name":"http_service:request_latency_histogram"} {"msg":"retrieving timeseries schema from database","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.962801436Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:03.962966575Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema WHERE timeseries_name NOT IN ('http_service:request_latency_histogram', 'integration_target:integration_metric') FORMAT Native;"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.963197936Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.968147357Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:03.968325853Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.968377626Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.968828765Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"no new timeseries schema in database","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:03.972307536Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"new timeseries schema","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.972371814Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"collection_target:cpus_provisioned\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2025-04-30T06:45:03.962708781Z }","timeseries_name":"collection_target:cpus_provisioned"} {"msg":"retrieving timeseries schema from database","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.973402267Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:03.973460022Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema WHERE timeseries_name NOT IN ('collection_target:cpus_provisioned', 'http_service:request_latency_histogram', 'integration_target:integration_metric') FORMAT Native;"} {"msg":"no new timeseries schema in database","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:03.977204142Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"new timeseries schema","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.977250284Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"collection_target:ram_provisioned\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2025-04-30T06:45:03.973060797Z }","timeseries_name":"collection_target:ram_provisioned"} {"msg":"retrieving timeseries schema from database","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.978117652Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:03.979624244Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema WHERE timeseries_name NOT IN ('collection_target:cpus_provisioned', 'collection_target:ram_provisioned', 'http_service:request_latency_histogram', 'integration_target:integration_metric') FORMAT Native;"} {"msg":"no new timeseries schema in database","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:03.980474418Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"new timeseries schema","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.980532013Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"collection_target:virtual_disk_space_provisioned\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2025-04-30T06:45:03.978035028Z }","timeseries_name":"collection_target:virtual_disk_space_provisioned"} {"msg":"inserting 4 new timeseries schema","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.987341791Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:03.987587911Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":6,"n_rows":4,"sql":"INSERT INTO oximeter.timeseries_schema FORMAT Native"} {"msg":"inserting data","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:03.99277178Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":12,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:03.999247943Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":12} {"msg":"inserting data","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:03.999302692Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":5,"sql":"INSERT INTO oximeter.fields_u16 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.003928599Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_u16","n_rows":5} {"msg":"inserting data","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:04.004826378Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":17,"sql":"INSERT INTO oximeter.fields_uuid FORMAT Native"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.005985537Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"inserted rows into table","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.008783051Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_uuid","n_rows":17} {"msg":"inserting data","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:04.008846067Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":19,"n_rows":5,"sql":"INSERT INTO oximeter.measurements_histogramu64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.015480535Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_histogramu64","n_rows":5} {"msg":"inserting data","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:04.015607188Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":13,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:45:04.028961876Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:45:04.029248858Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.02930526Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":26,"elapsed":"552.573637ms"} {"msg":"activating","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.031083954Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","iteration":27,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:04.031144014Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:04.031181519Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:04.031216809Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.031245747Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.032221541Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.032654153Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":13} {"msg":"successfully inserted samples","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:04.032735775Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:04.032995112Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.035420454Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.040375257Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:04.040483442Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.040574904Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.041077796Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.04751379Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","candidates":"[(f54221d0-68e0-433e-8046-3388d0db05fb, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:04.047589611Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:04.04831711Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:56422","req_id":"56c22542-cad5-47e6-81cf-10d8c12dad42","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 1d 7c 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .|..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.048384023Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:56422","req_id":"56c22542-cad5-47e6-81cf-10d8c12dad42","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 7548,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.048615855Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.048772738Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.048856725Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:56422","req_id":"56c22542-cad5-47e6-81cf-10d8c12dad42","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54660, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.049277203Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54660, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4368, tv_nsec: 848094505 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:04.049343736Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:04.049723963Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:52765","req_id":"8a143c20-f19b-4238-acb3-6b59481199a3","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 17 f0 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.049789283Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:52765","req_id":"8a143c20-f19b-4238-acb3-6b59481199a3","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 6128,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.049874864Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.049965404Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:52765","req_id":"8a143c20-f19b-4238-acb3-6b59481199a3","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:04.106063526Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:04.106603292Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:04.106753511Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:04.106851646Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.106941606Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.108496123Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:45:04.109101199Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:04.109280376Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:04.109692366Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:51276","req_id":"722278ec-7db9-48d0-a93f-5214ba74d937","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 34 45 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c 4E..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.110070089Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:51276","req_id":"722278ec-7db9-48d0-a93f-5214ba74d937","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 13381,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.110450417Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 13381,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_delete_snapshot_then_disk","level":50,"time":"2025-04-30T06:45:04.110663952Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:51276","req_id":"722278ec-7db9-48d0-a93f-5214ba74d937","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.111157886Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"begin collection from MGS","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.111249589Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","mgs_url":"http://[::1]:54660"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.111360209Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.112413117Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.16451175Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:04.164635888Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.164729615Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.165567544Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.1697013Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b4eae9f7-a1fa-45e1-9d8b-3a9548bf7e6a\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:45:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.170216597Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:04.170662355Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.171405656Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.171980802Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.173826309Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"658598be-92a1-40fc-9ae0-d6855b9b53dc\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:45:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.174192749Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.176817669Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a200215-6ec0-4c20-a672-45ded6f49453\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.177477885Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.188758531Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d0550ffc-fa25-406a-8d7b-f63ca88a6169\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.191251798Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.192540756Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"660f095e-ba5b-4350-9ce0-d231d26d0cb9\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.192617299Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.197590428Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"37df136e-7d27-44fd-8e78-0b6c08fa80cd\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.198060404Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.202336794Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c24e69d-4b7a-4eda-bfd5-d5c9295094d0\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.202460761Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.210653174Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.212004677Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c7fa58d-5e95-4577-885c-1f3cb686d5ac\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.212193784Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.213750576Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56202a04-3c1e-4892-912e-5fab9566a7fd\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.213926406Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.216670433Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6967d5e-e395-4d8b-be30-07a730bfc98d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.216818598Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.218903633Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4874aa3-c948-42c1-9b10-9867574d24c8\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.219033662Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.220567348Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20da76d1-3454-4079-a210-a59b543f776d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.220741935Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.222760788Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c0dc7239-52da-456d-9ff1-dd57f8b31be2\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:45:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.223462266Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.227237648Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"615129a7-05b3-4117-b587-919d18619a2d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.227304411Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.230687291Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a315ec57-5cc1-468d-89fc-086ba3be1d75\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.230794404Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.249155027Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a3e653e-e6a4-4405-9ac2-10430ccd6653\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.249245307Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.252452407Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9667e4a4-f35d-44f9-94c8-3e3e34eed32f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.252531574Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.255704376Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"efad0ea8-adae-41b3-b35e-50dd3baca2cc\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.255777732Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.291744564Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eeedf88e-954e-4241-82a2-14a75388bab6\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.291810796Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:04.291846186Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:04.291876176Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:04.291905715Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.291932568Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.291956496Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.291984973Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5921bd62-6895-419f-8ed1-91568f3b0012\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.292019511Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.2920491Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.292072707Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:04.29209923Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.292124821Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.292150362Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.292177817Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2106a265-5f3f-4121-adec-4a389e74f568\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.292207917Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:04.292235131Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.292262536Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.292284269Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.292308888Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e20ad2a9-5453-4476-abef-8ef4594e6063\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.292336944Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.292362715Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"efc9680f-4a4a-4e35-ad9b-d4a46e29382b\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.292390992Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.292418597Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2cb06d24-0683-471b-9670-574837fe457b\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:45:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.292447113Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.296217395Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d0586fa-4f7d-446d-bb3b-785bf78b266e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.296414488Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.304004511Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d821e1da-26e1-4d3b-ad07-6688db86af35\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.304171714Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.309283018Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b867f4f-6d34-4797-93a3-2b1a656ec1b2\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.309361123Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.316337073Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.321777462Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d59b8a7a-be03-44aa-a57e-9fd134a149ed\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.321961258Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.325652683Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bec6846d-ba4d-4cab-8f20-a5f92012bcbb\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.325983212Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.331059316Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"267e683a-2547-425b-b1e0-75e2c3ad31a2\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.331298853Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.333764325Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"223032c8-2baa-439e-9436-880199643d20\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.334016838Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.336819062Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af78f049-0907-4896-b385-539e29573301\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.336943249Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.343667877Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d02b1c8e-2d11-4548-9f83-0177a85cbf16\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.344173495Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.345397524Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3917f91c-e00c-40a2-80d2-8c82d097d2ca\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.345620498Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.347118372Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec83342b-4531-47f0-9b00-0b639127dcc3\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:45:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.347491736Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.35073066Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"422782c8-4be0-4fd9-ac7f-38f2930d3066\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.35157912Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.354273879Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d92d7439-17b4-4cc3-98ce-e489c5d8ba9e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.354489138Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.35613155Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f372cdcb-6385-49b4-91ee-bdb8ca62413b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.356472189Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.358386433Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0dfc015c-2899-447e-9d3a-875df7b1dcc7\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.358602043Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.360585936Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b583297-1b0c-46ec-af55-ae3f3e860626\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.360840172Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.362782382Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0ac0d89-8200-40c8-9b1e-52ac8cca483b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.362991488Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.363901361Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"225c76d2-e50e-426f-ad9b-63fa5b140c5c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.364121249Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.365141021Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d9d0fcb-7273-415a-88ae-83c53a25c543\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.365362693Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.366318407Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3afe2cd0-2e81-4f6c-bb1c-dda8e1262efe\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.366592784Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:04.366988101Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:04.367237368Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:04.367360343Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.367467016Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.36830234Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.369887468Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aaece32b-ab0c-4da9-8ea9-60899bf8b006\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:04 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:04.370168859Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:04.370273026Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:04.370362405Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.370445751Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.371071097Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.371342066Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.381041422Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:04.381120539Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.381152834Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.381744392Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.383691472Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.389032694Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:04.389091641Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:04.389123625Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:04.389153064Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.389179947Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.389667439Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:04.391757944Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.391817783Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.393348563Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.39515897Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.402226963Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:04.402329126Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.402363344Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.404029664Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.481155633Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","sled_agent_url":"http://[::1]:33811"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.481225933Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"SledAgent":"http://[::1]:33811","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:33811/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:04.481717633Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:38227"} {"msg":"incoming request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:04.482670401Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/inventory","method":"GET","req_id":"c5ef66e5-2db4-4ac2-bf75-834604f04804","remote_addr":"[::1]:38227","local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:04.483115748Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/inventory","method":"GET","req_id":"c5ef66e5-2db4-4ac2-bf75-834604f04804","remote_addr":"[::1]:38227","local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":449,"response_code":"200"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.48359353Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"SledAgent":"http://[::1]:33811","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:33811/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5ef66e5-2db4-4ac2-bf75-834604f04804\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:45:04 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.487139786Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.487197511Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.48722728Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:04.489002557Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:04.489081054Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:04.489115092Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.489144801Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.489466822Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.491915772Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.496309997Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:04.502587575Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.502723045Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.503545694Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.52670138Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:45:04.539561282Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:45:04.540052331Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.540105547Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":27,"elapsed":"509.018666ms"} {"msg":"activating","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.540145486Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","iteration":28,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:04.540173763Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:04.540203943Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:04.540233632Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.540262129Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.540945651Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.544087711Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.548442838Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:04.549124587Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.549169376Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.549975502Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.553392731Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","candidates":"[(f54221d0-68e0-433e-8046-3388d0db05fb, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:04.553450055Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:04.554724885Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:49314","req_id":"587d41fc-353e-4742-99c5-4a0cd5ac285b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 1d 7c 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .|..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.554940344Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:49314","req_id":"587d41fc-353e-4742-99c5-4a0cd5ac285b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 7548,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.555774206Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.556412467Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.556463689Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:49314","req_id":"587d41fc-353e-4742-99c5-4a0cd5ac285b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54660, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.557197932Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54660, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4369, tv_nsec: 355961066 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:04.557331468Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:04.557686546Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:61485","req_id":"2edc2331-f89a-4b62-8f57-127bb15448e7","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 4f 9c 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e O...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.557747718Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:61485","req_id":"2edc2331-f89a-4b62-8f57-127bb15448e7","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 20380,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.55782938Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.55805494Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:61485","req_id":"2edc2331-f89a-4b62-8f57-127bb15448e7","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:04.613746602Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:04.614091168Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:04.614150276Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:04.614183853Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.614464482Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.61493519Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:04.615282883Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:56802","req_id":"eb30de74-e531-4456-8ec2-e9a3b7ebd9f5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 7e 2e 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ~............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.6153468Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:56802","req_id":"eb30de74-e531-4456-8ec2-e9a3b7ebd9f5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 32302,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.615571007Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32302,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_delete_snapshot_then_disk","level":50,"time":"2025-04-30T06:45:04.615665355Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:56802","req_id":"eb30de74-e531-4456-8ec2-e9a3b7ebd9f5","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.615962557Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"begin collection from MGS","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.616055141Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","mgs_url":"http://[::1]:54660"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.616086073Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.618231858Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.624368024Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:04.624449216Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.624485067Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.624818852Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.626817885Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b3012b6-581e-4fcf-bf82-bb520dbc35f9\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:45:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.628393525Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:04.62870749Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.628753692Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.629596712Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.63187406Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c2a84f29-0115-4e32-8b46-698363425e8d\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:45:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.632073828Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.63426847Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"87fc1d96-2a50-4fed-b4d1-96caf72ed20b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.634339572Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.638152639Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10436578-6f66-4565-81b8-d73b54765f6f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.638220104Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.640297563Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e67ad710-748e-49f0-a54d-263c402ac503\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.640389867Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.642535762Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a813d340-c7c6-400e-a416-39593563a57f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.642601834Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.645722181Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e303ee6-06e3-423e-ba5f-c04fcae72460\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.645806078Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.649679315Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4dabb891-6339-46ab-bd41-9533097dd44f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.650501023Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.650588767Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8d79a5c3-1c40-4191-8fd1-6038f3ade307\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.650724989Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.654642955Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e5a3ec62-9b25-4aeb-8c76-06c76ae901dc\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.654733796Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.658189702Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.668903989Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e3048409-a8c4-452b-ba25-22972c27d7f5\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.669004199Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.680340396Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c97583c-6010-43fd-9bad-4af0cff5bf2f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.680692397Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.700349322Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cef9cecf-351d-4d42-9dac-f96ee37490e9\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:45:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.700420574Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.707722212Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b6d8ad3-585b-4795-89b0-c317fe9a5915\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.708107199Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:04.709719111Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:04.709779411Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:04.709810633Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.709837457Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.712257208Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.714832519Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.730126952Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:04.730220068Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.730302782Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.731061725Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.73477845Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f54a276-9715-47b2-91ed-24bb4564b734\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.735032316Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:04.735493324Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.735602592Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.737118923Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.742857016Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63855888-42ef-40a0-8283-cf4c5022880d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.743080311Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.750541086Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"44c93b3f-e2df-48e4-96ff-639ad62c8f25\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.750714652Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.754156259Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2188cf6e-f225-4d24-a111-5bacd0803f7d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.754230236Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.757225554Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b514ca9-bb0c-4ac4-b388-15961b3a3b38\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.757292678Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.759729102Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"65d88eeb-df76-4afb-bb40-3b1fbb70c297\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.759875133Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.765302617Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3df19183-439d-4646-9c2c-61df68f89e58\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.765446534Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.766074736Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.767849572Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78724410-5988-41a2-bd37-91c902fe94bd\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.767926605Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.768994072Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"70a9757b-4472-4c17-83ee-41c41b2b0df9\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.770164124Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.770466987Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.770532207Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:04.773398257Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.77482982Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:04.774882875Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:04.774912394Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.775702899Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"023efd5e-a852-4c1c-9e7e-035dc678bf8a\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:45:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.775882968Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.777744777Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b015b7c8-1bb7-45ad-97bd-4108ecd8efc3\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.777917321Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.779750293Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"58e1b4e2-e9b9-4d47-94c0-5df0044a2862\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.779870683Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.781747853Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6307ab37-cf15-4786-8748-d57a61df0332\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.781870768Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.78413521Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3affa0e5-2b0d-44a8-b47c-79052ec53f96\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.784256732Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.786104193Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"28531e60-a5b7-45e9-baba-8631478c17be\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.786224352Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.788147804Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"44096571-05a0-4ec6-b766-8d8aa2ab7d6b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.788228986Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.789324349Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2127132f-c28d-4ab9-a639-7c411dbcf196\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.789447815Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.790350062Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f5a8354-2d4b-448e-a9d8-b153d7005082\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.79048417Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.79169891Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"821f9136-d935-416b-8f90-ae2579313526\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.791857857Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.792900714Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"48e35c27-e8af-4f93-8b0f-adb39eb873e9\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.793014441Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.794083411Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19770980-6c56-4a40-b155-945681165644\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:45:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.794407116Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.798204141Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e7912bbd-b347-4ebb-9ecc-0c05ca5eea8b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.798334461Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.800119317Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2fc0c4a1-3066-455f-a197-aec14fe9cdf1\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.800189056Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.802732914Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a4e0138-e54b-4d22-8440-92469351a1d9\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.802895849Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.804878519Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"27fce62d-47bc-430e-8fed-77137dded33b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.80495927Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.807271487Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"35554641-3d89-45f6-a244-3198b2a0e49a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.807365755Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.80969716Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e423482a-e5d4-4edf-9a89-4a7fadd6a1db\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.809759274Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.810622344Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb3acac0-2f68-4dcd-9c34-f43b2b245334\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.810709517Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.811615001Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ddf59974-7229-4dd2-b9a2-110704c07742\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.811727976Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.812635024Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c27c5fd-903c-46e3-b7cd-c047456f1b65\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.812757057Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.814236515Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6d3221d-c557-42cc-9267-0ae30d6e5ff7\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:04 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:04.814296925Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:04.814330101Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:04.814360041Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.814386002Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.815174544Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:04.816266319Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:04.816326419Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:04.816359334Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.81638746Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.8172054Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.818667413Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.829566609Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:04.829678602Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:04.829875775Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:04.829974812Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.830058308Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.83078179Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.831446344Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.877261628Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:04.877330064Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.877363381Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.877798878Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.879558514Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.886666026Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:04.886750113Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.886784241Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.888049182Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:04.891599786Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.891660647Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.892918824Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.954873925Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","sled_agent_url":"http://[::1]:33811"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.954952562Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"SledAgent":"http://[::1]:33811","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:33811/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:04.955518971Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:61961"} {"msg":"incoming request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:04.956844913Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/inventory","method":"GET","req_id":"a7c64108-a1e9-4e85-8e1d-1776d1adb4e2","remote_addr":"[::1]:61961","local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:04.957494637Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/inventory","method":"GET","req_id":"a7c64108-a1e9-4e85-8e1d-1776d1adb4e2","remote_addr":"[::1]:61961","local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":663,"response_code":"200"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.958050575Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"SledAgent":"http://[::1]:33811","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:33811/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a7c64108-a1e9-4e85-8e1d-1776d1adb4e2\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:45:04 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.960418082Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.960473733Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.960501368Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:04.962353728Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:04.962414319Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:04.962448557Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.962476714Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.96326287Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.968386348Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.973490418Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:04.973762219Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.973804954Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.974313738Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.985031893Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.985199878Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.985683011Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:04.986674997Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.991087328Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:04.991189502Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:04.994473004Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:04.994580107Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.00669211Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:45:05.024681743Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:45:05.025023534Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.025082131Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":28,"elapsed":"484.923889ms"} {"msg":"activating","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.025119145Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","iteration":29,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:05.025148323Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:05.025385295Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:05.025423581Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.025453591Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.025812827Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.029215987Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.043218536Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:05.043342854Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.043438545Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.04400348Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.052318658Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","candidates":"[(f54221d0-68e0-433e-8046-3388d0db05fb, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:05.05247032Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:05.05427239Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:55075","req_id":"8bffa252-ccc0-40e5-8491-7998397c4308","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: c0 69 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .i..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.054517719Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:55075","req_id":"8bffa252-ccc0-40e5-8491-7998397c4308","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 49257,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.057157088Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.05746943Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.057654549Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:55075","req_id":"8bffa252-ccc0-40e5-8491-7998397c4308","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54660, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:05.058160868Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:05.058293132Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:05.058386377Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.058474353Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.060316333Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.060544096Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54660, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4369, tv_nsec: 859442239 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:05.0606012Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:05.062252731Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:55079","req_id":"bd60d5b3-5fe0-4b6c-838f-1c2147008e93","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: c4 7a 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .z..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.062326087Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:55079","req_id":"bd60d5b3-5fe0-4b6c-838f-1c2147008e93","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 50298,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.062576245Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.062627097Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:55079","req_id":"bd60d5b3-5fe0-4b6c-838f-1c2147008e93","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:05.130405631Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:45:05.130981258Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:05.131180405Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:64083","req_id":"7d211548-5be7-4655-9b39-dfaaa672740c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 1b c7 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.131246977Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:64083","req_id":"7d211548-5be7-4655-9b39-dfaaa672740c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 7111,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.131464861Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7111,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_delete_snapshot_then_disk","level":50,"time":"2025-04-30T06:45:05.131556554Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:64083","req_id":"7d211548-5be7-4655-9b39-dfaaa672740c","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.131796713Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"begin collection from MGS","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.131851392Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","mgs_url":"http://[::1]:54660"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.13188059Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.132247761Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.137756958Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:05.137838661Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.137872899Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.13824965Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:05.143638557Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.143700951Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.144145056Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.144364183Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b893dea-090b-4dd1-9404-b630c3f33d67\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:45:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.144624381Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.146820537Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"53c9b4a4-2d2c-4ebe-8d91-6f65e38b7ed5\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:45:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.147049333Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.150687592Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6a9fbd7-bc71-455f-950d-f8d0897a3ba8\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.15075694Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.154502933Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e62ddca-a2b5-4490-b653-01c1fd3e1ff7\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.154785216Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.158961667Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"273b1040-cce3-40c8-9a60-0f4dc932c737\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.159178058Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.162608653Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7786f0e3-9c02-4030-a850-2906346773f2\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.162822139Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.166742099Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb202cb0-b630-4b59-9955-194d81dc6938\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.166953701Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.172268761Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e37e3873-6799-4c62-a3c1-9a4590f108e9\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.172475693Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.173271268Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.17435629Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc0fd1a1-238d-4e51-8a24-b8bcf73351c6\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.174648963Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.176557425Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f72ec5a1-ea3d-419f-b42e-3f6efa50b57e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.176844006Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.178274386Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"020df1bf-3672-4dfc-bfc6-e9da105809c5\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.178495116Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.180091757Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"705dc9aa-7fed-4a0e-906c-d7116f0c6d7d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.180304652Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.182624173Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"35d3d2f9-14e5-4334-9525-7929a9d7f258\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:45:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.182872528Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.186390177Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"298b4497-0a76-4895-8581-5b1a8ec3bd47\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.186685375Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.190320267Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b1b24639-005b-4376-915d-8c4b13febf19\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.191489928Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.196171205Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f0926bd-5894-467b-85ee-44a4a500e147\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.196358578Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.203717059Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6519904-c886-4fc2-8dab-285c9d336f7a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.203894302Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.21420696Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c1b01400-ca66-424d-863f-83425a94ba5f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.214589101Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.219900644Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"81677d47-e0ef-4a15-a619-dc13045f8b35\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.220188077Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.221806501Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"80f3b59f-14b1-4b9a-a134-32a35dab432d\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.222049896Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.22321594Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c3631b8a-5f8e-4496-b5ab-bdcbef40eaae\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.223508883Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:05.224441852Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:05.224503545Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:05.224536881Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.224565007Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.225245383Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.225823705Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6bc332f-920c-4666-9e73-475eafb57e71\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.2259668Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.226981963Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"25ca1b13-c9dd-4f62-8274-0881b813ba78\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.227052383Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0","method":"GET"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.227718811Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.236349788Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:05.236412092Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.236662471Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.237419299Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.239613651Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8976d904-9e54-45b4-9d2b-6d516516fd36\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:45:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.239678791Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:05.24100342Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.24106386Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.241476392Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.243524934Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed8562c3-548e-4aaa-ae52-7be4a0a9fb5a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.243605254Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.24688546Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"753b3deb-625d-4565-b353-25045d75e906\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.246953285Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.249486993Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"48d565e8-2171-4516-8b14-4f2f7ce8d732\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.250452236Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.252006262Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d37e0a9f-dee2-4de4-a0fd-6d01cbd565d8\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.252130801Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.257920125Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"97018214-672f-4b92-b15b-f23430e2dcc3\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.258165234Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.265607402Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f844d870-13b7-4669-9584-5a0a40647844\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.265883031Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.266800058Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"60e57095-d5e3-47bb-8c1d-28f83b6f06d9\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.267257419Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.269595438Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d04c9cef-186d-45c6-ac4c-ff0cb94a64b5\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.26981258Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.271385905Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9518c2c3-0268-41a6-8e75-0d476a0f2c11\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.271624961Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.272745324Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dcb89281-0444-4d07-86c2-2ada1a9b80de\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.272869291Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.275609621Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b4c7dfa-734b-4fa5-adac-30d0dfa0da4a\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:45:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.275799409Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.27676359Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.278236815Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b9729a3-1597-4e60-a4c6-f9bb5a2bbae4\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.278315682Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.281929462Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d6fc094b-e596-44c2-a2a8-6ed7a8baf2eb\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.282186895Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.285779914Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"16ad3013-d44b-4eaa-b36c-38c9e6173d6b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.286370371Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.288294544Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a6fdeabd-1a73-47e0-a0bc-df65e9080ead\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.288367009Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.29047539Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d9d1f0bb-0fd8-4cee-9aec-2376880f54b6\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.290684366Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.2926438Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d202e35-288e-4783-baca-957f8b766bec\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.292715934Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.293952297Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d0a908e8-2393-4e3c-bd76-3f57a84886f5\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.294250912Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.295350433Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc471d3f-5f15-406d-9de1-81d560541919\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.295481935Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.29629775Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2fb358c8-d558-4f9f-b475-b36d4fcd35d9\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.296461727Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.297384025Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1dc3c702-d556-4589-9347-f6854955a8fe\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:05 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:05.297443323Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:05.297475457Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:05.297505447Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.297532881Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.298360681Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.300802456Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.305922056Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:05.305986975Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:05.306020392Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:05.306074319Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.306103708Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.306733914Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.317691726Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.3251971Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:05.325269575Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.325308833Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.329264414Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:05.330459846Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:05.330596248Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:05.330830344Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.330931836Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.331716941Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.438076796Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","sled_agent_url":"http://[::1]:33811"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.438229921Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"SledAgent":"http://[::1]:33811","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:33811/inventory","method":"GET"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.438728094Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.44487447Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:05.444978046Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.445071252Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.447034834Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:05.447114984Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:51752"} {"msg":"incoming request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:05.449123937Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/inventory","method":"GET","req_id":"4489fd42-dd95-4b1d-86c7-b47ca623c30b","remote_addr":"[::1]:51752","local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:05.449390648Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/inventory","method":"GET","req_id":"4489fd42-dd95-4b1d-86c7-b47ca623c30b","remote_addr":"[::1]:51752","local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":476,"response_code":"200"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.449982818Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"SledAgent":"http://[::1]:33811","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:33811/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4489fd42-dd95-4b1d-86c7-b47ca623c30b\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:45:05 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.453524865Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.453583322Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.453612981Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:05.455664057Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:05.455724197Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:05.455759578Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.455789567Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.456326878Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:05.457120439Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.457179507Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.45747202Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.460580112Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.465799291Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:05.466166653Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.466223877Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.468075847Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:45:05.514228112Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:45:05.51458803Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.514640584Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":29,"elapsed":"489.482041ms"} {"msg":"activating","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.514678069Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","iteration":30,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:05.514705584Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:05.514945201Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:05.514982956Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.51500977Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.517210475Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.519471479Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.524408366Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:05.524480179Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.524513936Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.524938773Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.533849216Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.534815241Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","candidates":"[(f54221d0-68e0-433e-8046-3388d0db05fb, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:05.534872255Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:05.536640047Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:58240","req_id":"e9dc5d12-116a-4b88-a5aa-121a4515e38f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: dd 04 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.536702942Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:58240","req_id":"e9dc5d12-116a-4b88-a5aa-121a4515e38f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 56580,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.536832811Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.53704839Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.537142257Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:58240","req_id":"e9dc5d12-116a-4b88-a5aa-121a4515e38f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54660, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.537457526Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54660, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4370, tv_nsec: 336325037 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:05.537517866Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:05.537762483Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:53696","req_id":"bee20227-53bb-4e3d-8e23-8b724c07409c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 93 f2 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.537812433Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:53696","req_id":"bee20227-53bb-4e3d-8e23-8b724c07409c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 37874,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.538409502Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.538513069Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:53696","req_id":"bee20227-53bb-4e3d-8e23-8b724c07409c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:05.594369008Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:05.59554972Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:05.59573511Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:05.59584064Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.595927112Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.597137845Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:05.597322833Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.599348309Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"oximeter","body":"None","uri":"http://127.0.0.1:33167/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:05.600045538Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"fc4db78d-4cc7-455f-b34c-e338c9cbf64b","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:05.600295506Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:53552","req_id":"4567ec2f-cc02-42c8-8418-affa7523c42f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: cb 87 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.600455775Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:53552","req_id":"4567ec2f-cc02-42c8-8418-affa7523c42f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 52103,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.600742046Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52103,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_delete_snapshot_then_disk","level":50,"time":"2025-04-30T06:45:05.600942345Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:53552","req_id":"4567ec2f-cc02-42c8-8418-affa7523c42f","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:05.601325248Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"fc4db78d-4cc7-455f-b34c-e338c9cbf64b","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.601438133Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"fc4db78d-4cc7-455f-b34c-e338c9cbf64b","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.602520509Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"fc4db78d-4cc7-455f-b34c-e338c9cbf64b","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.602794325Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.611226966Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:05.611323909Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.611408438Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.611911901Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.612269273Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"begin collection from MGS","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.612485464Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","mgs_url":"http://[::1]:54660"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.612605343Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/ignition","method":"GET"} {"msg":"request completed","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:05.615080244Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"fc4db78d-4cc7-455f-b34c-e338c9cbf64b","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","latency_us":15002,"response_code":"200"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.615757954Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:33167/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc4db78d-4cc7-455f-b34c-e338c9cbf64b\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:45:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.616077831Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"oximeter","body":"None","uri":"http://127.0.0.1:33167/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZTQ3ZmUwMi1jYmUwLTQzMzItOTUxZi1hODIyMjE5OGMxYWQifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:05.616536325Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZTQ3ZmUwMi1jYmUwLTQzMzItOTUxZi1hODIyMjE5OGMxYWQifX0%3D","method":"GET","req_id":"165cd8a3-ff2d-4089-a5ee-5033f827a022","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:05.61733675Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZTQ3ZmUwMi1jYmUwLTQzMzItOTUxZi1hODIyMjE5OGMxYWQifX0%3D","method":"GET","req_id":"165cd8a3-ff2d-4089-a5ee-5033f827a022","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.617452741Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZTQ3ZmUwMi1jYmUwLTQzMzItOTUxZi1hODIyMjE5OGMxYWQifX0%3D","method":"GET","req_id":"165cd8a3-ff2d-4089-a5ee-5033f827a022","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.618207404Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZTQ3ZmUwMi1jYmUwLTQzMzItOTUxZi1hODIyMjE5OGMxYWQifX0%3D","method":"GET","req_id":"165cd8a3-ff2d-4089-a5ee-5033f827a022","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:05.618766047Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.618871538Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.619468287Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.619727002Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"50f52ab0-3d17-437a-a1ee-17fe39383bd4\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:45:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.620038974Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.621445917Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18b3569e-f09d-40ef-a38e-3183535472e9\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:45:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.621718901Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"request completed","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:05.62254136Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZTQ3ZmUwMi1jYmUwLTQzMzItOTUxZi1hODIyMjE5OGMxYWQifX0%3D","method":"GET","req_id":"165cd8a3-ff2d-4089-a5ee-5033f827a022","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","latency_us":6010,"response_code":"200"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.623268128Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:33167/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZTQ3ZmUwMi1jYmUwLTQzMzItOTUxZi1hODIyMjE5OGMxYWQifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"165cd8a3-ff2d-4089-a5ee-5033f827a022\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:45:05 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:05.623497835Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:05.623643996Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:05.62373094Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.625899981Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9dd11628-4718-4809-aa84-63d9e09da3de\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.626517171Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.629931744Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc5a062d-49c2-4ebc-9e97-927380018439\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.630303445Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.632686904Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a114e82-6088-403c-8cdb-5d7f71927e35\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.632898495Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.636057981Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f5375f0-df0a-4eab-b4a6-435d3756708e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.636271115Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.648502696Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"47ee1939-a5e9-4b57-8d0d-8c2c1e679c89\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.648849096Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.652838685Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f8f1465-ac17-4036-82ff-d2d81e66a8f5\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.653129985Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.654407912Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.674797927Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b06c6c57-5040-4aeb-adf9-3121bd9ed459\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.674893317Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.686448019Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b20513eb-3da6-422e-9ed8-771873a4f02b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.686828808Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.699172472Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb53ab19-fffc-4349-966a-c6a785d1e675\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.699295497Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.704261752Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41a8848d-d830-47f1-bf78-eafcd85ee35e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.704364958Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:05.70615305Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:05.706299853Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:05.706352899Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.70638351Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.707460986Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.707522579Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a8c0f70-31c6-4742-93e7-fefb0d20a2c5\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:45:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.707647358Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.710581634Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.71661718Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:05.716677991Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.716710285Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.717105533Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.719550805Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"372d60e8-ade6-48d5-b5d4-9408075287d0\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.71973927Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:05.720998519Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.72105423Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.721459237Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.724016161Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ac49c12-132e-4ebb-9622-39d68b310132\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.724186461Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.728419946Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b780f4c-d45a-481b-b656-2b1cc3247e1b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.72850257Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.730503327Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a29c950d-f772-4439-a579-b197edf64abc\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.730572915Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.733191743Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"09fdb483-e05b-4cdb-ae42-aa5316b81eb7\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.733352143Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.73545349Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9cb65fe9-b3dd-452c-a85b-8c25a97b5c19\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.735530573Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.738406483Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"48178388-6cca-47e1-a6ab-28f9c5db0a4d\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.73856055Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.739999467Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db38f422-682c-4d4c-82e5-5535e2d0430b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.74021182Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.742650639Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a0135aa-a390-4267-9277-c2d1fd85c25f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.742720008Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.7460687Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d3d5048f-0216-40e3-94a6-1d390653d92c\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.746226624Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.74983304Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"382615cc-3382-4337-9bfd-ac0cde6ff91b\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:45:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.750055924Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.755470903Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.757243074Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"346d8f87-6ab8-482c-963c-a8784d1ca4b7\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.757394826Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.761347251Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a77b1034-b9fc-4156-857f-02e9f9b93a30\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.761497901Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.763175213Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"51250fc1-53bd-4418-a3cf-b29df984e54d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.763304271Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.765658942Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d1ec9d7f-3f9f-44fc-baca-866f6a366b4b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.765724162Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.767658807Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8717cb0c-8894-4e17-8f85-afcbc6742bec\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.767754778Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.770158197Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"53fca24d-235b-4aeb-90b3-f313b3119562\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.770299839Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.770611289Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.770721108Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:05.774831107Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.77596691Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:05.776778297Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:05.776849018Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.777478361Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b26a3182-f419-4c43-bcd6-3531a55d4d83\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.777694111Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.779200904Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e7e80910-7989-440d-ae47-b3c06e69afa9\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.779306514Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.780271657Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae9ef0d9-69dc-4db0-9170-d2fd0028d3f4\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.780595161Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.78203994Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"04fab625-f30d-4eee-88cb-02c1c97ec6d4\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.782103146Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.783141635Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e234872e-0a46-4902-93f5-8aad1489ade5\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:45:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.783428757Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.788873615Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f46a7d55-f1fc-4278-91af-ae462d9d53f5\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.789100657Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.79428651Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c242e4e-a6b0-4485-9d4f-06c728b6f266\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.794553522Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.801287659Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78cc03f9-474d-492d-8f86-45602390d3f4\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.80168953Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.804401102Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"54dbbc70-3de7-4bd4-9e90-ab0baa484d5e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.804645018Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:05.805996802Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:05.806044046Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:05.806076791Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.806105298Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.807566599Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.809357468Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bfe1aad7-b8a0-4d8e-a20c-6846a5adee3d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.809725771Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.810418401Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.822597818Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:05.822711214Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.822754781Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.823347011Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:05.825919296Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.825979827Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.826509352Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.828012877Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7954bfac-8eca-4cb5-876f-3c872823e0af\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.828224379Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.828989483Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f309e78c-b843-4e52-9799-8e7df7bc9f8c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.829425321Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.83056902Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f4ce355-0ccb-411c-ae6e-2cb0d71c59f1\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.830718668Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.832208216Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"71b84bee-cb8c-4303-9b8a-0f43ccab85db\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.832268166Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.833056416Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"51d879bd-137f-4c1a-a9fe-2528259a99df\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:05 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:05.833236725Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:05.83328907Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:05.833320783Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.833349099Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.834018523Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.83693319Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.841422956Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:05.841528546Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:05.841627423Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:05.841721621Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.84180664Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.842727996Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.845384329Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.851914319Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:05.851978617Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.852011012Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.852675596Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.925192752Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","sled_agent_url":"http://[::1]:33811"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.925260898Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"SledAgent":"http://[::1]:33811","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:33811/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:05.925970181Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:64822"} {"msg":"incoming request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:05.92640666Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/inventory","method":"GET","req_id":"f0f5dee8-b78b-464b-9f05-0cd7c46d30d7","remote_addr":"[::1]:64822","local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:05.927046064Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/inventory","method":"GET","req_id":"f0f5dee8-b78b-464b-9f05-0cd7c46d30d7","remote_addr":"[::1]:64822","local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":617,"response_code":"200"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.927419258Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"SledAgent":"http://[::1]:33811","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:33811/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f0f5dee8-b78b-464b-9f05-0cd7c46d30d7\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:45:05 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.929446257Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.929501577Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.929530284Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:05.931311313Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:05.931373006Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:05.931406923Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.931435801Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.932329752Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.936338699Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.941826644Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:05.942061903Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.942120219Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.942695685Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.955836287Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:45:05.976088067Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:45:05.977361795Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.977431123Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":30,"elapsed":"462.081537ms"} {"msg":"activating","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.977471083Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","iteration":31,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:05.977500542Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:05.977530622Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:05.977557986Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.977587064Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.977809547Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.981647424Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.985926089Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:05.985995718Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.986034405Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.986390855Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.986638589Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.987227352Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.987400046Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:05.988558624Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.991523702Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","candidates":"[(f54221d0-68e0-433e-8046-3388d0db05fb, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:05.991573581Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:05.993228859Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:59381","req_id":"fca00fbd-e247-47ef-84e6-6575c41b98bb","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: b6 5e 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .^..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.993290392Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:59381","req_id":"fca00fbd-e247-47ef-84e6-6575c41b98bb","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 46686,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.993471994Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.993644007Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.99369598Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:59381","req_id":"fca00fbd-e247-47ef-84e6-6575c41b98bb","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54660, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.994333681Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54660, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4370, tv_nsec: 793021524 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:05.994381075Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"inserted rows into table","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.994712576Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:05.994768206Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:05.995058294Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:56445","req_id":"3d7c4e70-7471-4f54-8375-7a51666a0b40","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 2b 35 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e +5..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.995112823Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:56445","req_id":"3d7c4e70-7471-4f54-8375-7a51666a0b40","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 11061,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.995445917Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:05.995670604Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:56445","req_id":"3d7c4e70-7471-4f54-8375-7a51666a0b40","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:06.077775603Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:06.078469085Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:06.078907869Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:06.078970123Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.079006065Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.081719291Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.082509275Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:06.082576549Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:06.082605156Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:64477","req_id":"4f81246d-ea53-402d-8d9b-4ec0b0e7bf1d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 6d 9f 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c m............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.082642871Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:64477","req_id":"4f81246d-ea53-402d-8d9b-4ec0b0e7bf1d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 28063,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.082716287Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 28063,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_delete_snapshot_then_disk","level":50,"time":"2025-04-30T06:45:06.082886957Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:64477","req_id":"4f81246d-ea53-402d-8d9b-4ec0b0e7bf1d","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.083411633Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"begin collection from MGS","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.083467724Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","mgs_url":"http://[::1]:54660"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.083496863Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.085636355Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.093534061Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:06.093596666Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.093629571Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.094845935Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:45:06.095462694Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.096694398Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"014999c6-010b-435d-8e28-d533849dee3f\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:45:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.096935648Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:06.098506689Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.098569514Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.098992266Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.101313772Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"51380fb1-30aa-4092-ab93-e207eea75a46\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:45:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.101510083Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.107577762Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d5bb861-3357-40bb-81c1-046fdf6bef9a\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.107693072Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.110085899Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c3cbd572-aa06-49be-81f0-7748c0280f7a\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.110144145Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.114152722Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d3239e1-6512-45cd-8d12-8b06184385d0\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.114269124Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.117446635Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c01714d3-db6f-4eb7-a056-e934f654db62\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.117519731Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.121865279Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a428d1ff-70d3-4105-b7fa-674c50d21e66\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.121940329Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.123663362Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f1318f4-a274-4a4d-ae1c-9adebc26ed79\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.123745515Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.125249953Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f2dd0857-2fb5-42ce-92f6-b7b58b1c75a6\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.125377647Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.132216563Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fba4dbaf-9a38-4361-8ab8-9c6a0b8859f4\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.132367033Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.13505072Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d964608d-5060-4849-b04b-1f0ca74fe496\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.135357982Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.138044946Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b4d5f06-c434-4f6b-8ad5-f6fc7a978b54\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.138120116Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.146317288Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21d9226f-c434-4944-b0b6-d169fbd47c4c\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:45:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.146630332Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.147269806Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.151504724Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c21d0356-7237-44b5-87bb-c7bd0a3d7673\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.151726716Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.156207885Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21eaf35e-389a-4cd3-b84c-086eec79d290\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.156422823Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.160225229Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb470235-a215-4cd7-b31b-aff72f43a54d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.160441369Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.163808578Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ead905f-1c54-4c81-be36-a30cff44eeec\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.164018216Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.167480324Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b8e947e-1444-4154-9455-863928d1be9c\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.167695683Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.169585268Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56218985-0d14-498d-ab19-1f4c8861a10b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.169718904Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.171101409Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0dd392c2-9a68-4d89-8cef-d8b75191ea44\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.171329724Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.172292853Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b9b98723-8ad5-487e-8aff-95f53e9a963e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.172444425Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.173349408Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dbaddefe-2306-48d3-9c7d-cb59e20759db\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.173483665Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.174385182Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f1ab994f-b572-4cbb-9a65-e4f375a73db1\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.174505872Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.175665663Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4bb6a655-2c3d-4cd0-9097-1834714828bd\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:45:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.175846092Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.179339423Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"70e790d8-fa04-47b8-928a-7de614b147f3\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.17946357Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.183746874Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"720e76b7-2a97-4744-b017-e55532cc50da\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.183904378Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.188270878Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bcb61187-59db-47da-8fca-93b1b7399b44\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.188437971Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.190374209Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6aad58bf-0505-4f3b-b0ef-b88f1ebca2f1\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.19050518Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.192055939Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f12bb6a-88ec-44ba-8019-02e7408c6222\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.192182792Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.193666458Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"49460382-3b7f-4169-8b8a-4818811443b4\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.193739273Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.194732923Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33bd108f-7586-4781-9add-b8e8230726fb\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.195021829Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.196210407Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d9fb113d-371e-472b-a2e8-6561b1cbfb34\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.196490405Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.197833651Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1acb15ff-d522-4891-9dc2-a75340a0cb48\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.197955805Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:06.198166444Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:06.198223588Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:06.198253287Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.198281093Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.199365954Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.200290927Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"97644a05-f3d7-403b-8075-158f16c5e57b\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.200363061Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.203373158Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9499974d-1f81-4a81-ade1-ad6dc9f7dbd0\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:45:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.203543908Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.203747294Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.209675205Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:06.209736807Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.209770785Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.214176784Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:06.219001467Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.219179942Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.219816971Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.22001206Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"50350882-f12d-4888-be58-f4fc488a6073\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.22015257Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.224616043Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6abe92f-9a17-427f-a6e8-828fb76cec40\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.225091Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.22768618Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d7ad17a-f53c-44cd-86c1-5269ac3ba0ac\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.227907852Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.233069907Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4714e075-4928-43bf-afd0-f393f0c88e6d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.233331749Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.237259675Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ec798d6-c6f8-4410-a6a8-49b0b2daf843\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.237401137Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.240391204Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7893b714-1e46-4b8e-bced-76c70e7b652b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.240710511Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.241896023Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4264f086-cd7c-4050-82f2-f4a48fa230eb\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.241961042Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.243258147Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21f95761-7c49-4494-a1ae-2a5585b5a60e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.243322555Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.246299757Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e957b46a-54b2-44d9-84ba-4b2fc776f990\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.246366159Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.24880106Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a44959b5-e7d5-4e4b-b2e8-0856e20d9061\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:06 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:06.248867122Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:06.248902062Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:06.248930208Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.24895656Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.24992998Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.25025633Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.252765068Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.260428808Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:06.260689427Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:06.261301837Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:06.261366566Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.261402047Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.26224676Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.265223301Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.268970998Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:06.269038081Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.269072169Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.269693968Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.35163479Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","sled_agent_url":"http://[::1]:33811"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.352760092Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"SledAgent":"http://[::1]:33811","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:33811/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:06.353834904Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:06.353902999Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:06.353934672Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.353962287Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.355868235Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:06.356419323Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:37428"} {"msg":"incoming request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:06.357970554Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/inventory","method":"GET","req_id":"f0022743-3d06-4acc-a919-de4abf702928","remote_addr":"[::1]:37428","local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:06.358178007Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/inventory","method":"GET","req_id":"f0022743-3d06-4acc-a919-de4abf702928","remote_addr":"[::1]:37428","local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":460,"response_code":"200"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.358909224Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"SledAgent":"http://[::1]:33811","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:33811/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f0022743-3d06-4acc-a919-de4abf702928\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:45:06 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.367167257Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.36728385Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.367352506Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:06.375634187Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:06.375697032Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:06.375951149Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.376005196Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.376830511Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.377471969Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.39042637Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:06.390474726Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.390504205Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.391298487Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.394451119Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.398278595Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:06.398485908Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.398536388Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.399256403Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:06.402309185Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.402364566Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.403061945Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:45:06.434072822Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:45:06.435012354Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.435073186Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":31,"elapsed":"458.083662ms"} {"msg":"activating","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.43511542Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","iteration":32,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:06.435143365Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:06.435181231Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:06.435213275Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.435240559Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.436650228Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.438143152Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.440312254Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.445742233Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:06.445980357Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.446139474Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.446708318Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.451563191Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","candidates":"[(f54221d0-68e0-433e-8046-3388d0db05fb, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:06.452081303Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:06.45356559Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:60339","req_id":"7da1a426-7d99-41db-b0c1-a304a9002334","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 1e 1c 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.456490588Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:60339","req_id":"7da1a426-7d99-41db-b0c1-a304a9002334","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 7708,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.456813662Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.457166625Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.457421383Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:60339","req_id":"7da1a426-7d99-41db-b0c1-a304a9002334","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54660, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.457914135Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54660, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4371, tv_nsec: 256845594 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:06.458044635Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:06.458502547Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:50464","req_id":"7d3e0d36-2d16-4b55-820e-2e5fdeca6f0a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: be 4d 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .M..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.458675932Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:50464","req_id":"7d3e0d36-2d16-4b55-820e-2e5fdeca6f0a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 48717,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.459570886Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.459722528Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:50464","req_id":"7d3e0d36-2d16-4b55-820e-2e5fdeca6f0a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:06.510188267Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:06.510684977Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:06.510744626Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:06.510780968Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.510810006Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.511625701Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:06.511962372Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:53030","req_id":"56cf348b-5132-4e6b-b212-7b2282285d16","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 4d fe 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c M............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.512015688Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:53030","req_id":"56cf348b-5132-4e6b-b212-7b2282285d16","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 19966,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.512311498Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19966,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_delete_snapshot_then_disk","level":50,"time":"2025-04-30T06:45:06.512501987Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:53030","req_id":"56cf348b-5132-4e6b-b212-7b2282285d16","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.512759601Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"begin collection from MGS","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.512817656Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","mgs_url":"http://[::1]:54660"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.512846614Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.514267786Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.525085319Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:06.525167533Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.525198735Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.526600989Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.526884143Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"434404c9-f931-42ab-af45-7b96512671c2\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:45:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.527818565Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.529309445Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"93c54558-ea95-4894-9efe-c8a62b747c04\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:45:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.52951278Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:06.52999961Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.530062445Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.530747601Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.534342373Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d7bd44b6-07bd-4343-8272-a981686df130\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.534451651Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.537537068Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cbba1a12-8c51-4afe-a203-af6ffd90941d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.537630925Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.540612957Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b2bf986c-519e-48c6-a8e6-b165029bfad1\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.540697716Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.54450452Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0eab21e8-bbc9-4b31-af24-0b5599eed92e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.544586874Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.548217849Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf6c951f-0be8-4bb1-bc59-a117c500324c\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.548543197Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.554806847Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c3dc254-1c16-4d29-8bad-572d6f6a807f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.554888169Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.556314271Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"442dc473-c28e-4a37-afc5-d5cf9599363e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.556371424Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.557667787Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"28fdf7a2-435d-4c04-ab32-bc67ddf5a231\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.557831724Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.558762418Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c0f9e9b-937b-4b55-8648-fcd55d2598b9\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.559572162Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.560108099Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"74565267-fb12-4024-a556-4376f8896bb1\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.560191886Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.562796055Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cac299cb-2ce1-4857-8c62-190a72321fcf\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:45:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.56288885Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.566267251Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3723dbce-cfb5-4358-aaf6-5d330d6948d1\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.566433753Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.573718207Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.574297782Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41ee72ef-4da6-4ab2-b9c7-b38b2afdd5cc\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.574530946Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.582928267Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f7440d5-db29-4c71-9085-02318d71b8de\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.583158115Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.585979557Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f945fb6-d90b-4a8b-a9d8-3b9c50f5eae5\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.586218202Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.591229347Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"618778f4-3791-40f4-acd8-a7fa85bf66d7\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.591398884Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.594218833Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b9e28ac-7436-419c-8b5b-47dd85a756d5\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.594405114Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.59610932Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cea55572-695a-4cdf-9b7e-94bbc3c0743e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.596185592Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.597059843Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20afa538-f7ea-4d1a-b69e-4f24811fbbc9\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.597126506Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.598054956Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e5df827-5ecc-45eb-b06c-d513a44b0d64\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.598179514Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.599107473Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d09043d4-0daa-487e-a11a-aaf389b1e2cf\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.599171741Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.600437072Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca0308b3-562a-4089-8acb-6efe12b3fa11\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:45:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.600817711Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.602545233Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3718b70a-7634-4452-aefd-6e93ce15bdf6\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.602617066Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.604735958Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"232eed9d-db75-4dd4-9e44-0860006c7d49\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.604884614Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.607058796Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"45736e03-a5db-4f3c-83d5-a8227b30dcee\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.607249486Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.609565009Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"32c64194-7671-432b-aba3-d6f675935ab5\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.609763154Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.611959209Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d7ecb36-08b0-4762-a7c5-db1ebd6a36ac\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.612087966Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.614430193Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba28e78c-25ce-44b0-ae4d-6744ffe9ebed\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.614594751Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.615677167Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"31925b3a-c2cb-4a8b-a41d-20dca46b4fde\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.616101382Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.617857622Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b562477d-66fa-4cef-a43f-f44150d52a0b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.61817801Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.620066743Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"30bbaf4c-2d5b-4c60-b57b-81a363f97b87\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.620242694Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.621705669Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f8fd6238-67dc-4b13-a1f5-a088b4404948\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.622364151Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.623738489Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d513d18c-0338-4980-a5b7-b8c0e1c263d5\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:45:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.625413216Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:06.625672102Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:06.625724265Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:06.625754345Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.625780858Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.633168858Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.638157598Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.652378412Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:06.652484624Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.652571507Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.654193919Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.657355098Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5bea5913-6e57-438e-8f39-143b12b5205e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.657666538Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:06.657971857Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.658105583Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.658652904Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.708817173Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14f6abcd-e4ba-4dc9-ad08-456ea63672bc\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.709108894Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.714160769Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eda342ce-1384-445f-aadf-307b0fc24979\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.714463853Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.7167508Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"66078160-c038-44d0-aa63-a43ba3c8e48e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.716965518Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.722140579Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.723765787Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5fe915e-54d9-4c85-945e-0d26566429d9\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.724059993Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.730331278Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2caff6fd-a009-413d-bb94-aaed25969ead\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.730425466Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.731723001Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c8fdb310-bca7-4405-9c0c-a1e136253dcb\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.731867299Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.73333879Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b34a07ef-3253-402e-906d-4b3955af35af\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.734651316Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.73722847Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d9676c2-8622-4e67-b43e-41039b196ccd\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.737504651Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.738596145Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b407f324-5b92-423a-bbaf-8f2d8f1102d9\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:06 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:06.738953567Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:06.739073977Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:06.739164257Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.739249647Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.741543638Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.745487947Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.754682116Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:06.754831503Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:06.754874008Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:06.75490513Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.754932595Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.756021234Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.758665222Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.76627797Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:06.766451185Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.766504711Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.767119697Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.771069897Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.77113663Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.832240365Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","sled_agent_url":"http://[::1]:33811"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.83229324Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"SledAgent":"http://[::1]:33811","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:33811/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:06.832943957Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:06.833113304Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:06.833217422Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.83330191Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.837076861Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:06.837139666Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:50543"} {"msg":"incoming request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:06.838234999Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/inventory","method":"GET","req_id":"08d940c9-aa6a-4a15-8b29-2777ad37891d","remote_addr":"[::1]:50543","local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"sent collection request to producer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:06.838371481Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.839226023Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:06.839285552Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:06.83931471Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"request completed","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:06.839768334Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/inventory","method":"GET","req_id":"08d940c9-aa6a-4a15-8b29-2777ad37891d","remote_addr":"[::1]:50543","local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1546,"response_code":"200"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.840451455Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"SledAgent":"http://[::1]:33811","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:33811/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"08d940c9-aa6a-4a15-8b29-2777ad37891d\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:45:06 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.845110167Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.845169085Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.845196649Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:06.849426798Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:06.849491897Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:06.849584161Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.849651435Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.850932889Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.851410941Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.857394022Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:06.857458951Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.857491466Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.858035209Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.860488407Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.872731321Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:06.872993433Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.87305238Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.873641063Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:06.874662268Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.87472373Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.875733873Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:45:06.913246244Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:45:06.913812402Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.914521455Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":32,"elapsed":"479.327749ms"} {"msg":"activating","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.914586715Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","iteration":33,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:06.914618819Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:06.915017252Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:06.916248025Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.916303195Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.926043131Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.928776477Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.93688372Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:06.936966475Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.937001845Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.937442894Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.944726977Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.945825275Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","candidates":"[(f54221d0-68e0-433e-8046-3388d0db05fb, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:06.946024943Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:06.94681104Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:52359","req_id":"63cdd8a1-888d-4332-b9f8-09124c108ccc","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 80 33 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .3..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.947130837Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:52359","req_id":"63cdd8a1-888d-4332-b9f8-09124c108ccc","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 32819,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.947429652Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.947805872Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.947979748Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:52359","req_id":"63cdd8a1-888d-4332-b9f8-09124c108ccc","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54660, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.948648691Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54660, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4371, tv_nsec: 747541212 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:06.948781355Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:06.950706922Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:64165","req_id":"89f6d6b4-91d5-4638-88e0-49ffd4ab2222","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 59 17 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e Y...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.950769246Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:64165","req_id":"89f6d6b4-91d5-4638-88e0-49ffd4ab2222","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 22807,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.9512629Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:06.951341286Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:64165","req_id":"89f6d6b4-91d5-4638-88e0-49ffd4ab2222","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:07.008664549Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:07.009244113Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:07.009572778Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:07.009748148Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.010032164Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.010950794Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.011181413Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.011338506Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.012517976Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:07.013064956Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:07.013602126Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:51901","req_id":"1dfae447-06e7-4ecd-bd43-00edebf245b6","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 99 f1 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.013758037Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:51901","req_id":"1dfae447-06e7-4ecd-bd43-00edebf245b6","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 39409,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.013948406Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 39409,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_delete_snapshot_then_disk","level":50,"time":"2025-04-30T06:45:07.014048746Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:51901","req_id":"1dfae447-06e7-4ecd-bd43-00edebf245b6","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.014295909Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"begin collection from MGS","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.014350067Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","mgs_url":"http://[::1]:54660"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.014378634Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.014815043Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.020904827Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:07.020965427Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.020995167Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.021406987Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.024843945Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:07.02549885Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:07.025593158Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.025633739Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.026372461Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.026696296Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2530376b-64a4-4c1a-bdb7-7f5104252c92\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:45:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.026903849Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.029937554Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:07.031213536Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.031937278Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"865089dc-b95f-43a1-a7f4-a9882e25c581\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:45:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.032190913Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.041094593Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8315f1bb-1929-4c7b-9a4e-e575f037ba7a\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.04118826Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.043443163Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d704fa8-253e-41be-8e2d-dde582c91e14\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.043572701Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.045802123Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bade8132-d0a5-4248-9a33-928713386618\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.045974416Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.048413576Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"86366b2d-80ed-42b6-895e-492722857e31\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.048488946Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.051636327Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8321a766-6ad6-4fb2-a880-469b5b8c361b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.051708731Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.053647935Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c48842f-1218-4bc3-8cf1-1990834f10c2\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.053719197Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.054946432Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"331fc0cc-c8fd-4c0f-bedf-04c02a5684f1\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.055335057Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.056776809Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a8e691bb-53d7-4bb2-82d5-a4dff8045c87\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.056986828Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.05973823Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc7494d9-9655-455d-9ae6-bea0314af196\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.059872848Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.061288799Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1900eccb-6938-40f2-bef6-e05ccb18f1ac\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.061353979Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.065535661Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc6c6b99-fcc6-4d22-be1d-dc8b87dde3c3\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:45:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.06591695Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.066312358Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.069395862Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5334a44b-c554-46be-ab9e-c0567591d150\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.069463276Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.071636576Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"30cc38d7-fa6c-4d00-9c79-40854f03ca2b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.071681756Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.075215186Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"94ff59ea-bc18-47f6-aa29-4098d7d24407\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.075268753Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.076253896Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b40cc4c2-da25-433a-a1a2-2af459ce02e7\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.076327132Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.078064123Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2b8f995c-9a1e-4c9b-b579-fae7bd1323ad\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.078186517Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.081630068Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8bcc29b9-994e-40bb-aa30-8af639915383\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.08169623Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.081729055Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8dc62c9a-f8eb-48b4-89ce-3c3d4d6f6d0b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.08176161Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.083115247Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1188ae34-b0e0-4db9-9fb9-953ce5b15177\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.083324714Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.083485595Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5389b26-ccd4-4045-ba38-8f1a02335c0b\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.083625734Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.08443691Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a49fefd-b4d4-430f-9497-b180bc4ccd32\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.084559915Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.085660769Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3de61d17-e26b-4e12-92f5-b83c44cdae3b\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:45:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.085835978Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.08771412Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"496ee776-82a5-485f-a87a-a4a62d517963\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.087878277Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.090060174Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed5259d9-6143-4030-a030-8be67666d8c4\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.090181065Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.091706835Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e5b5720-b6b5-4fee-8cd5-9b91ffdbd634\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.091907515Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.093809555Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a7a057f-08a3-4cd2-ae47-c86c521e1b2c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.09388259Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.095574301Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c0052881-9377-4fdf-917e-0ecf3c610c9f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.095778678Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.104322781Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad33884a-3e81-4e6e-a0c8-24367df857b9\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.104577669Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.110136715Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7572c983-a315-4976-8db8-3087838e74ca\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.110227877Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.111257408Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3dc3197f-5a0f-4b51-931e-98691a62504a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.111416064Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:07.119790239Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:07.119852063Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:07.119885579Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.119914126Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.12067876Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:45:07.120913728Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.121683983Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6bc19d30-8431-4477-8569-6c72b671d486\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.121753701Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.123342868Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.128833267Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:07.12893506Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.128971302Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.129329355Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.13069165Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"79d2b2b8-b19c-4ec2-88fe-667742c7542a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.130822951Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.13209701Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d303090b-5765-433b-bf02-03370a45c95e\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:45:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.132279554Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:07.132470985Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.132552658Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.133105269Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.136527267Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fce8f0d4-1725-4ea6-88ef-73d652fbfc7c\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.136658428Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.141296619Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"333b0eeb-a30c-43bf-90e1-9148cc3d7538\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.142937449Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.148073021Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b4840b16-271d-4491-aa3d-b7a9ba00d6a4\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.148529811Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.153515375Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8de7a9e8-b74f-4a1c-9d6d-ed1f83ad90af\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.153695153Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.157474964Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"38bd7954-4e2c-4b4c-b4fb-ef45114e0b34\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.158836577Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.160754749Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21d9fd0e-8928-407d-b888-a416a4bed27d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.160819928Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.164585762Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"58e3573a-3048-474b-a9ee-cab976101fd4\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.164831501Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.165196108Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.167735828Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6c71feb4-2f00-4484-92b5-f5421137fdd8\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.167873151Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.169660593Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18589939-b78e-4ee8-9a52-434e35020b5e\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.171142536Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.173895501Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1cdebd39-8c00-4f0c-8f69-9d2628fc4925\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:07 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:07.175591129Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:07.175635668Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:07.17566698Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.175693353Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.176941269Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.18009858Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.186405386Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:07.186468702Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:07.186503361Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:07.186532429Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.186559353Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.187164729Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.189557636Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.195691227Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:07.195775505Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.195809262Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.196492995Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.278333066Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","sled_agent_url":"http://[::1]:33811"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.278463836Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"SledAgent":"http://[::1]:33811","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:33811/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:07.278810507Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:07.279465472Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:07.279524019Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.279553357Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.280317109Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:07.280527969Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:60629"} {"msg":"incoming request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:07.281885223Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/inventory","method":"GET","req_id":"4aebf5be-d7d0-4576-9131-893c3e918289","remote_addr":"[::1]:60629","local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:07.282393536Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/inventory","method":"GET","req_id":"4aebf5be-d7d0-4576-9131-893c3e918289","remote_addr":"[::1]:60629","local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":517,"response_code":"200"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.283799748Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"SledAgent":"http://[::1]:33811","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:33811/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4aebf5be-d7d0-4576-9131-893c3e918289\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:45:07 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.288015738Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.288108653Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.288137681Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:07.290594115Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:07.290666229Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:07.290702541Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.290732421Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.291217006Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.292159324Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.304547937Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:07.304614339Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.304646473Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.305004817Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.327731639Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.333721564Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:07.333927714Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.333977504Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.334537509Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:07.354845111Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.354907435Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.36691009Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:45:07.453034287Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:45:07.453575715Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.453637198Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":33,"elapsed":"539.027979ms"} {"msg":"activating","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.454595036Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","iteration":34,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:07.454650938Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:07.454685116Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:07.454716739Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.454746749Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.45566071Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.459788053Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.460130956Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.465176058Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:07.465265827Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.465405345Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.46561349Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.469257791Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","candidates":"[(f54221d0-68e0-433e-8046-3388d0db05fb, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:07.469423812Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:07.470336961Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:52380","req_id":"42dc550f-86c7-4869-b2db-28033ea0f3ed","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: a1 00 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.470504124Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:52380","req_id":"42dc550f-86c7-4869-b2db-28033ea0f3ed","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 41216,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.470590316Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.470947187Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.470992197Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:52380","req_id":"42dc550f-86c7-4869-b2db-28033ea0f3ed","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54660, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.471283878Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54660, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4372, tv_nsec: 270188002 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:07.471341312Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:07.472061998Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:63894","req_id":"2981ec73-187a-464b-8a80-b95144c70bfd","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 4b c1 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e K...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.472121587Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:63894","req_id":"2981ec73-187a-464b-8a80-b95144c70bfd","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 19393,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.473186799Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.473233703Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:63894","req_id":"2981ec73-187a-464b-8a80-b95144c70bfd","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:07.592594441Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:07.592984568Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:07.593090459Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:07.593133936Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.593179447Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.593904341Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:07.593970112Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.594522042Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"oximeter","body":"None","uri":"http://127.0.0.1:33167/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:07.594929554Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"c2f568ec-54b9-4fee-a0b1-08b323c41d86","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:07.595056567Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:61759","req_id":"6d5bf65a-b417-4a98-8d26-a85cd6c20027","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 88 a7 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.595104592Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:61759","req_id":"6d5bf65a-b417-4a98-8d26-a85cd6c20027","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 34983,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.595237547Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 34983,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_delete_snapshot_then_disk","level":50,"time":"2025-04-30T06:45:07.595329631Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:61759","req_id":"6d5bf65a-b417-4a98-8d26-a85cd6c20027","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:07.595605711Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"c2f568ec-54b9-4fee-a0b1-08b323c41d86","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.595669087Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"c2f568ec-54b9-4fee-a0b1-08b323c41d86","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.596236848Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"c2f568ec-54b9-4fee-a0b1-08b323c41d86","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.596807776Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"begin collection from MGS","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.596974408Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","mgs_url":"http://[::1]:54660"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.597017343Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/ignition","method":"GET"} {"msg":"request completed","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:07.599921029Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"c2f568ec-54b9-4fee-a0b1-08b323c41d86","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","latency_us":4965,"response_code":"200"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.600309763Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.609774341Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:07.609958518Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.610059038Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.616210154Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.616835861Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:33167/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c2f568ec-54b9-4fee-a0b1-08b323c41d86\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:45:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.617295637Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"oximeter","body":"None","uri":"http://127.0.0.1:33167/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZTQ3ZmUwMi1jYmUwLTQzMzItOTUxZi1hODIyMjE5OGMxYWQifX0%3D","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.617536727Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7910087d-2206-46ec-aa32-cd152e443d0d\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:45:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.617858528Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0","method":"GET"} {"msg":"incoming request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:07.618575016Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZTQ3ZmUwMi1jYmUwLTQzMzItOTUxZi1hODIyMjE5OGMxYWQifX0%3D","method":"GET","req_id":"c1fde7d6-a6ac-493d-a8e2-f48a4b03effb","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:07.619255031Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZTQ3ZmUwMi1jYmUwLTQzMzItOTUxZi1hODIyMjE5OGMxYWQifX0%3D","method":"GET","req_id":"c1fde7d6-a6ac-493d-a8e2-f48a4b03effb","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.619433937Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZTQ3ZmUwMi1jYmUwLTQzMzItOTUxZi1hODIyMjE5OGMxYWQifX0%3D","method":"GET","req_id":"c1fde7d6-a6ac-493d-a8e2-f48a4b03effb","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.619958011Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZTQ3ZmUwMi1jYmUwLTQzMzItOTUxZi1hODIyMjE5OGMxYWQifX0%3D","method":"GET","req_id":"c1fde7d6-a6ac-493d-a8e2-f48a4b03effb","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:07.622358264Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.622468864Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.625210156Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.625250166Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2de518a5-b973-4a76-a3ed-6d827e3adb86\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:45:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.626200619Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"request completed","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:07.62626146Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZTQ3ZmUwMi1jYmUwLTQzMzItOTUxZi1hODIyMjE5OGMxYWQifX0%3D","method":"GET","req_id":"c1fde7d6-a6ac-493d-a8e2-f48a4b03effb","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","latency_us":7569,"response_code":"200"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.626850795Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:33167/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZTQ3ZmUwMi1jYmUwLTQzMzItOTUxZi1hODIyMjE5OGMxYWQifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c1fde7d6-a6ac-493d-a8e2-f48a4b03effb\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:45:07 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:07.626968409Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:07.627054751Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:07.627083849Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.632159432Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e9978a02-1f65-4957-8e18-45e70d0758a6\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.632244531Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.635722741Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a77c0d9a-0a66-498e-9124-a3efe961abf1\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.635806468Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.639515488Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ecb4995b-5bc8-4cad-b7d4-a07e985a43d5\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.639585347Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.646329565Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"43ac6087-9cfa-4f39-8183-8048147c11cf\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.646595014Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.650174095Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e7ef154d-418d-4219-8810-e2ed7d077f35\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.650255547Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.653832213Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f2c7a82e-f242-41a1-834e-8950624593d6\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.653904427Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.671130409Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.679942767Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8046eecb-fbe7-4768-ad5c-53ccc7cca654\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.680122565Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.687230227Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a9d8e714-86ac-4001-941a-67bca234c838\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.68733234Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.696518663Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"760fdd0c-dc91-4e6a-a115-57531b17d6c9\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.696673171Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.707563119Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e6069a2-1b24-4907-80ab-b21a7fb6b171\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.707762596Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.709351562Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6edbeeba-5b89-42a0-bd53-92525b5461d3\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:45:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.709563003Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.716313774Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"16384754-36f0-4bc7-a1b3-1df89faf9262\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.716459965Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.720174927Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"65a71baa-c7e1-4df5-84e1-bc4b16802f71\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.72127058Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:07.721976587Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:07.722026266Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:07.722170854Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.722214791Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.723280505Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.724138524Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc162a8a-fc4d-4ac4-97ac-bd165b51fc11\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.72666087Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.728627679Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.734554587Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:07.734619767Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.734654978Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.735172499Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.736611957Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c880fc8-2262-477c-8d60-2e0c33f1ccf6\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.736826915Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:07.739478879Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.740652728Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.74068383Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.741691658Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5031bbbd-9739-42ac-91e5-db1db639a0ae\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.741771216Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.747135364Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b117597e-dfc9-4017-88a2-4296c7cc198a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.747316204Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.748480274Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a3c6d54-fa62-41be-b4b8-7e528ed34960\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.749593091Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.750834254Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"52da1e57-ae50-485f-ad95-adcf8e15fb0b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.750973892Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.752133041Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14cd9153-c273-40cc-a874-60f58281c524\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.75226283Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.753431058Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ccc36ad4-f46a-43b6-b786-a060932b1a16\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.7609155Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.763126315Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d5e10255-5601-400c-8618-d48680ea4920\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:45:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.763358908Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.768163231Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14ae5f01-5011-48b8-a8c8-f25c8d5979cb\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.768357608Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.770203476Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.770272914Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:07.773464894Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.774617961Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:07.774676478Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:07.774710265Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.778147684Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e5b82d42-e7da-44c8-87fd-4e4a889b3ffd\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.778915494Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.77972145Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.782978118Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fead0a45-ec3c-467c-be28-47e57e5bd767\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.78313471Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.785095387Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d63bf1b-eb91-40e7-bfba-5934050a500e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.785214093Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.789771643Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0774d7c-59dc-4375-9eaf-9cd4f105336c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.789891091Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.792611822Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b0247c75-c125-45ee-be0d-764d6a05598c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.792677152Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.793477447Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ddaef9d1-3ca3-4125-9f21-29a2ce897802\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.793605802Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.794641636Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e506041-c605-4dbb-a6ee-83c4e8b878fd\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.794703489Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.79569734Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"03af1aea-1837-4d6d-a627-ba470ed98b6c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.795835164Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.796722793Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e80fcb0-9790-4635-b66a-6939d3b4e910\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.79688204Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.800396192Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bfce1907-0566-4b89-b8aa-ddde97ef711d\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:45:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.800724345Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.803859001Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"119b9650-aebb-4051-8a96-1ddeb3fd02dd\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.804299088Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.807821717Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ead05017-0cfe-46a3-af85-6d9df68a8bc0\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.808071755Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.810720913Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"66d37cb2-29ee-4e7c-bafa-cf140a18531c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.812382764Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.817095845Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc5fd354-59fe-4400-bc33-c323550ca98e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.817181235Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.820720887Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"112c29fb-b229-4cee-b3de-2e8772bd2ad1\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.820897559Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.826371746Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a22ef4dd-0a5e-4598-81f3-930d579691e7\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.826499721Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.827670754Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e29967e5-f5ad-44fb-a3c5-af67ff41631f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.827911805Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.829125303Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c61ceba-b89c-48b6-9d14-f86a1c7a272b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.829266744Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:07.830148471Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:07.830208962Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:07.830242779Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.830269743Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.831177732Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.83136241Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ac1311ee-3812-4e34-9547-d7b933d7c455\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.831497639Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.832585527Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d985b877-c868-4613-bdf6-195f705c0580\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:07 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:07.832647781Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:07.832680606Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:07.832708091Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.832806347Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.833441693Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.83599515Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.841565058Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:07.841627092Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.841659867Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.842008862Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.843888798Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.847715412Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:07.847783227Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:07.847816393Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:07.847846333Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.847873297Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.848378874Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:07.850032489Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.850090084Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.850762914Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.851945059Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.855874839Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:07.855940881Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.855972734Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.856541047Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.92566937Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","sled_agent_url":"http://[::1]:33811"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.925755502Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"SledAgent":"http://[::1]:33811","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:33811/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:07.929814219Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:55147"} {"msg":"incoming request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:07.930624403Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/inventory","method":"GET","req_id":"e2b7495d-0b38-4e09-b911-be936f735300","remote_addr":"[::1]:55147","local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:07.931041053Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/inventory","method":"GET","req_id":"e2b7495d-0b38-4e09-b911-be936f735300","remote_addr":"[::1]:55147","local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":448,"response_code":"200"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.931286873Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"SledAgent":"http://[::1]:33811","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:33811/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e2b7495d-0b38-4e09-b911-be936f735300\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:45:07 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.956408847Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.95647561Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.956503816Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:07.960264178Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:07.960398546Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:07.960441131Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.960472804Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.961726281Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.966232189Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.976920916Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:07.977168619Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.977226785Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.977922892Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.985132657Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.98519454Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.98538503Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:07.986844618Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.992480828Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:07.992549976Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:07.998221967Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"inserted rows into table","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.00523528Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:08.005747932Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:45:08.024013154Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:45:08.024506898Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.024560184Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":34,"elapsed":"569.992151ms"} {"msg":"activating","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.024602729Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","iteration":35,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:08.024629873Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:08.024661325Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:08.02468872Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.024714972Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.025459365Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.027857013Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.034961668Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:08.035039794Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.035074954Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.035606643Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.047136586Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","candidates":"[(f54221d0-68e0-433e-8046-3388d0db05fb, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:08.047208349Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:08.048737947Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:61868","req_id":"00bf6b40-67ef-451a-9e33-0746443869dd","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 48 e2 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 H............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.048805942Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:61868","req_id":"00bf6b40-67ef-451a-9e33-0746443869dd","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 18658,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.049082263Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.049234265Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.049378523Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:61868","req_id":"00bf6b40-67ef-451a-9e33-0746443869dd","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54660, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:08.049627319Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:08.049669943Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:08.0497035Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.049730574Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.050567903Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.051198329Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54660, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4372, tv_nsec: 850009037 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:08.051246194Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:08.051968173Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:55026","req_id":"dedf887c-1b6b-4f86-9249-2ea1affaedbe","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 90 8a 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.052033803Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:55026","req_id":"dedf887c-1b6b-4f86-9249-2ea1affaedbe","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 37002,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.052126789Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.052165506Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:55026","req_id":"dedf887c-1b6b-4f86-9249-2ea1affaedbe","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:08.188876674Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:45:08.189794142Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:08.190103999Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:63774","req_id":"cf545210-0a32-41fc-ac08-ed473fe27e52","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 6b ee 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c k............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.190285401Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:63774","req_id":"cf545210-0a32-41fc-ac08-ed473fe27e52","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 27630,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.190579426Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27630,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_delete_snapshot_then_disk","level":50,"time":"2025-04-30T06:45:08.190776609Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:63774","req_id":"cf545210-0a32-41fc-ac08-ed473fe27e52","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.191171025Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"begin collection from MGS","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.19126368Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","mgs_url":"http://[::1]:54660"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.1913692Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.191744428Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.207522354Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:08.207626602Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.207722834Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.208269934Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.21120406Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e899f0c-e2a1-4ef6-a89b-fff328b01297\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:45:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.219177627Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:08.219213889Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.219241273Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.219266704Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.21929501Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69dad905-d6ea-4161-af1b-85ab3f39d2e4\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:45:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.221359975Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.227431131Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18d348d3-140e-496c-925f-00ed052a7065\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.227905917Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.241438079Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f34ede4-b32b-48b6-bcaa-ab6ffe87e00c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.241528349Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.243938581Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e977905-ad1b-4f1f-aac5-3af061888f6a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.244179992Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.247368956Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f24f4b3d-2edf-403c-b25c-9e1c1f8e69cb\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.247539105Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.280229829Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a89d1834-e868-4411-bb9a-c50ea3c8311f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.280871297Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.28535961Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"09d428ed-ca83-4eb7-bd8c-434b6de56637\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.285654738Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.290146708Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc184ed6-7a62-41fa-8a7c-9d88dbb15dc9\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.290544881Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.292219568Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"88db9640-83fc-4892-a9f2-924614c0c6ca\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.292608362Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.295597849Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c83597de-38c3-4d16-8bd8-c90e371017c8\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.2963764Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.296925624Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.299343201Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a07f9d8d-c0a2-45f9-b928-49e59c8e6163\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.299476888Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.300840114Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f78121e2-e233-4be5-8a5d-68188bd19881\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:45:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.301025904Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.303395225Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fed5a228-3652-4f54-b16a-267b0728634c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.303461487Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.306217428Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"36439717-3a19-4e88-a7bb-4f4be1d2dd72\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.306289692Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.310611663Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10f5ab4a-4c4f-42df-8b5e-590640cf2ca3\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.310676933Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.313841959Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b852721a-ed29-40ab-8f9a-a766e2ae2260\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.313907279Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.321562662Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b963656-bbf2-404a-a3f8-6c1c1e9046c1\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.321851548Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.323844488Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"94977a4a-b059-44d0-980b-1e449cc51f60\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.329946877Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.331120946Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b0cd5a35-125e-4f72-bd91-659137b80022\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.331430223Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.332677698Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3364ae0f-fd56-46e0-b909-b44e39813fc7\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.332983477Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.334413897Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e19fb2e-bfb9-4faa-9b4a-e25ddb2d40a9\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.334740658Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.3358509Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e6753f80-bb0e-4cef-8410-1b45c38e22a0\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.33610671Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.338435009Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"192bdfe3-450d-45fa-b954-8d7aec92e2c6\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:45:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.33877183Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.340574362Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"68cae363-e769-4e24-91e6-248cbbb88329\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.341590306Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.343757223Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"198fac8a-5ba2-4812-a82d-de75136b71c3\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.344063133Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.346272455Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba9899e9-293f-417d-883e-3c21696a73c6\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.34653619Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:08.347992372Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:08.348191408Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:08.348301027Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.348389553Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.350073688Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.351051467Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c1147f3b-695f-4614-8f2e-0437942dd6f4\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.352025577Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.353728841Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.361222612Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:08.3614727Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.361578782Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.362237604Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:08.367227376Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.367330251Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.368050386Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.368956581Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8d038aa1-75d4-4ef1-9d76-b3deea173610\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.369173864Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.37353819Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dcd66e1a-cf55-43ef-b310-41b6bddd37d6\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.373753359Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.391826027Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00fd67be-7f05-4a25-be85-49b69d5a2867\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.392036026Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.398427019Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5461191c-f79e-48f6-93c1-8ad4c37918d7\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.398543491Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.41021721Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d38f75a7-29b1-4038-9f39-dab0c9223524\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.410429584Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.413958294Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"506e36ff-26cd-47be-8f26-bcc60e5ae6ae\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.414340045Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.428766008Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a4a95ff-d5e2-4421-a693-6969a57429f1\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:45:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.429662995Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.436293315Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.446717786Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2da6577d-daa2-470b-95eb-acd29a567228\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.447023495Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.484441007Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42393057-5ee6-45e2-b774-1ed8b35623d7\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.484520505Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:08.492388171Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:08.492466797Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:08.492502609Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.492534212Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.493441159Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.497518202Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c6f93550-fd8f-4d61-91e4-dbcd33129ad8\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.506563634Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.507039583Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.516583969Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:08.516650161Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.516685692Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.517315577Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:08.521515124Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.521575465Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.523117888Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.525191219Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6bad627e-a070-42ad-8ff1-a975b33ae7f4\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.525256639Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.535742892Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"636a20c2-1d22-4ae2-9005-e95edb194fcf\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.535883142Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.5386074Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"059ef3df-3741-4ab0-bdaa-d80e712f1de2\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.538866396Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.54096654Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"deb9fee7-c02b-42d8-a37b-d5c127dceb9c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.542600085Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.544142598Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3a67b5b-dc94-44cd-a373-80224fdb803c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.544396985Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.548448287Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb1ada10-aed9-4ccd-bc7e-ab723363b305\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.548713405Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.550707829Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"83f1703d-32cf-4707-ba74-3ba3a0af8d31\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:08 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:08.550772528Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:08.550810193Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:08.550842527Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.550870713Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.551682872Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.555955655Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.567231662Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:08.567312322Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:08.567344537Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:08.567881015Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.567940815Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.571064859Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.573842383Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.578879048Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:08.578947304Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.57898036Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.579371339Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.646670318Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","sled_agent_url":"http://[::1]:33811"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.646743704Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"SledAgent":"http://[::1]:33811","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:33811/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:08.648761865Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:39310"} {"msg":"incoming request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:08.651097158Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/inventory","method":"GET","req_id":"eece282a-ed84-4ed7-b2d4-7af9c0b31fcd","remote_addr":"[::1]:39310","local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:08.651139994Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/inventory","method":"GET","req_id":"eece282a-ed84-4ed7-b2d4-7af9c0b31fcd","remote_addr":"[::1]:39310","local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1808,"response_code":"200"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.657458483Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"SledAgent":"http://[::1]:33811","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:33811/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eece282a-ed84-4ed7-b2d4-7af9c0b31fcd\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:45:08 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.659784347Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.66003703Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.660088122Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:08.662028248Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:08.662090301Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:08.662123367Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.662151724Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.663080865Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.664068483Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.680532376Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.686591799Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:08.68712917Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.687232596Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.687759926Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:08.729807373Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:08.730115858Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:08.730256989Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.730298161Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.731538132Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.738936953Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.746534952Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:08.746637987Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.746723037Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.748383385Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:45:08.7616565Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:45:08.762039934Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.762269301Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":35,"elapsed":"737.636432ms"} {"msg":"activating","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.762423759Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","iteration":36,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:08.762513488Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:08.762615862Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:08.762704739Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.76278543Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.763378822Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:08.76425115Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.764363043Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.765035102Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.766992452Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.772883449Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:08.7730793Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.773180131Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.773843162Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.775058293Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.77536824Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.778261114Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","candidates":"[(f54221d0-68e0-433e-8046-3388d0db05fb, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:08.778367526Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"sent collection request to producer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:08.780069808Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.781076203Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:08.781226252Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:08.7813058Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:08.783611785Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:50081","req_id":"374d6081-7642-4903-af36-f3683c371afb","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: a3 b3 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.784070539Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:50081","req_id":"374d6081-7642-4903-af36-f3683c371afb","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 41907,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.78474374Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.784993358Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.785160922Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:50081","req_id":"374d6081-7642-4903-af36-f3683c371afb","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54660, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.786787802Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54660, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4373, tv_nsec: 585714973 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:08.78691227Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:08.787754148Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:63398","req_id":"d18f278c-e568-4507-bff4-5939639c965c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 94 f4 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.787921822Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:63398","req_id":"d18f278c-e568-4507-bff4-5939639c965c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 38132,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.788305076Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.788450816Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:63398","req_id":"d18f278c-e568-4507-bff4-5939639c965c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:08.876323446Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:08.87719851Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:53418","req_id":"e3e43c08-6080-4b62-807c-2c29d1944af5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 56 d6 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c V............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.877502215Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:53418","req_id":"e3e43c08-6080-4b62-807c-2c29d1944af5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 22230,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.877823716Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22230,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_delete_snapshot_then_disk","level":50,"time":"2025-04-30T06:45:08.878796784Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:53418","req_id":"e3e43c08-6080-4b62-807c-2c29d1944af5","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.879067724Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"begin collection from MGS","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.879417421Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","mgs_url":"http://[::1]:54660"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.879499855Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.882933026Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ccd4797f-d80b-4457-aafd-4312e57acbe2\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:45:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.883293824Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.88752739Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b56ebc8-37c8-41d2-87e7-94196fceda0f\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:45:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.887880623Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.891396599Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a63424c2-267d-4010-8642-cbaa326b370f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.891660194Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.895847848Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"baf42fd5-3d50-4651-a3e3-cd5bf33d02af\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.896120431Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.900382923Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"792f6e6c-e494-4bc8-ac47-85100bfb21b3\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.900707129Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.901787051Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.903935221Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"02d5e90e-388a-44bd-88fb-974763c4b474\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.904150099Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.906412096Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69c6772f-8b73-4848-827b-c5ac2de0193b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.906686002Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.908666819Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bed349b0-a7ae-48f6-a0cf-14eebdb20af3\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.90888852Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.915891744Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"66e7f0d8-74cd-4291-8256-f03543c98631\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.916301991Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.918362857Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c18359c5-865f-4889-9bad-05ad9bb025db\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.925299879Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.926856801Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8bd8a5b2-9e31-4a5e-b529-26640581517f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.927101088Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.928249275Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da506ec6-59b5-486a-b18d-614009411837\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.928469274Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.933503835Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a56a0645-464e-4f6e-ab89-5865bf294125\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:45:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.944693038Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.947011137Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e7976446-c825-47ba-bf90-cebca4a12aa7\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.947170535Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.958313396Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3bbbccf4-8127-4ba8-982c-e2d293231678\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.95856646Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:08.958858202Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:08.958998421Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:08.959099633Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.959186846Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.959983925Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.962332183Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d1c1ce3-8814-4eba-8738-26aa2d0a1431\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.962604706Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.962879624Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.977242932Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:08.977303433Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.977335336Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.978174087Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:08.98190981Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.981956093Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.982524676Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.984523769Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ddc7c0ca-600e-44c6-ac34-16c09428a276\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.984774067Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"inserting 1 samples into database","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.985412179Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.985469032Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.986735746Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:08.986919221Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.992037259Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:08.992087068Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.992899877Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aac1cbfd-4861-4b50-b2f2-82b33e56f4ef\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.994239487Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:08.998854742Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:08.998938389Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.002119166Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"388f305d-680d-4fb8-b414-e0cc8579b090\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.002592038Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.003985254Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c23988f3-283a-469d-95ae-07b9a15d8342\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.004236595Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.005921001Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21ff68c8-349c-4cad-a792-f8114d65f940\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.00629687Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.008103409Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"26cc3256-a6f1-4fa0-9acc-07ca24b3002c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.008378137Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.009790611Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"93b026da-ac4d-4502-8e21-720e9afdb800\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.010179496Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.011597732Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3443b122-ae87-4a28-93ee-fd8ff2ae0006\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:45:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.011873671Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.015553844Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"85941f4e-54e7-4bb8-8e24-61c01e1fda94\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.016611571Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.030477969Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.032005363Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"58fa05c8-9dff-429a-8b7e-98b9f7b35736\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.032367654Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.034803738Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"84d6617e-3826-4851-a1fd-cdc1a1588d20\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.035151361Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.038670723Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5be42cb6-6856-4cfc-ba51-e27e16d53e78\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.038899128Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.041355873Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab3a5dad-79cd-4b39-811f-dcd3872a1091\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.041488968Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.043804812Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"534b1ced-d928-42f0-b367-d087ea319bb3\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.044005933Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.045062508Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"73ae85e5-0624-451c-b597-a7c5ddd10d04\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.045373237Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.047731806Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"658bca8e-e843-4968-a777-3f2649fb67d0\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.047982626Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.051184576Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0e2ea118-4463-4b38-b3c7-a1fcd73220cf\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.051229345Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.052596138Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a98a09fe-8585-4917-a17e-f157b42a8f67\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.052849012Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.059393912Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"117de65e-23ca-4a4a-9d55-834d54033157\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:45:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.059579382Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.066587796Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c5a96d9-83e1-41d7-9dc5-160d3d9697b9\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.066990107Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.071020568Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"675cb354-88d6-47da-99e7-5173f71d2c30\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.071149645Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.073467704Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2b6e5f34-f045-4308-bb80-a76bf5ee3cee\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.073532232Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.076817458Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b775ea9b-b789-4c15-a279-0a68492edfe7\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.076879622Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:09.080987887Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:09.081099499Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:09.081133407Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.081161413Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.083317258Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.08582288Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4889cdd5-18d3-4a42-8ac6-5c3d2a1e98c4\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.086643325Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:45:09.086695178Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.089891126Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.095461565Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:09.095523629Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.095555472Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.095901181Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.096137722Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0aacf9f6-f49f-4d41-a7f9-ea4c600024fc\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.09637741Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.098018449Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"16a34d47-3dbf-439f-b061-f7f780d7274b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.098173558Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:09.09960974Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.099665782Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.100065127Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.100294574Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d3b09a7b-51f9-4328-aab2-959bc179598b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.100446016Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.102248417Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a430667-686b-4d9f-8130-5e79bf299376\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.102599306Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.104058023Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c485913b-929b-43c6-a107-5d7bd140e704\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:08 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:09.104120708Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:09.104155247Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:09.104183884Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.104210857Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.104693399Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.111089122Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.111564579Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:09.111622194Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:09.111651913Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:09.111682063Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.111710871Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.112013353Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.115767694Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.122016173Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:09.12216526Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.122258296Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.12287293Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.213407515Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","sled_agent_url":"http://[::1]:33811"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.213536572Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"SledAgent":"http://[::1]:33811","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:33811/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:09.214054854Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:41524"} {"msg":"incoming request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:09.215843648Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/inventory","method":"GET","req_id":"84eeb39a-2aff-4597-8d7a-61c0ba44d40f","remote_addr":"[::1]:41524","local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:09.217334469Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/inventory","method":"GET","req_id":"84eeb39a-2aff-4597-8d7a-61c0ba44d40f","remote_addr":"[::1]:41524","local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1045,"response_code":"200"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.217404689Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"SledAgent":"http://[::1]:33811","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:33811/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"84eeb39a-2aff-4597-8d7a-61c0ba44d40f\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:45:09 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.226045665Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.226152498Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.226216937Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:09.229512473Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:09.229672802Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:09.229828212Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.230082599Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.232066772Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.237662712Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.253640105Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:09.253831176Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.253870705Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.25524349Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.268389633Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:45:09.297546346Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:45:09.297922104Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.297977124Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":36,"elapsed":"535.514297ms"} {"msg":"activating","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.298017234Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","iteration":37,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:09.298047845Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:09.298077213Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:09.298104798Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.298130319Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.299248387Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.302013356Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.311755907Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:09.31203851Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.312260062Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.313335925Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.317005457Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","candidates":"[(f54221d0-68e0-433e-8046-3388d0db05fb, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:09.317126949Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:09.317992493Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:62785","req_id":"0ea8be49-fe8e-4fd1-a9c5-f3a5b29f3965","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: a5 2e 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.318178714Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:62785","req_id":"0ea8be49-fe8e-4fd1-a9c5-f3a5b29f3965","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 42286,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.318476468Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.319050912Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.319259307Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:62785","req_id":"0ea8be49-fe8e-4fd1-a9c5-f3a5b29f3965","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54660, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:09.319535317Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:09.319665036Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:09.319762089Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.31984776Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.321059224Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.321528228Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54660, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4374, tv_nsec: 120403235 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:09.321709479Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:09.322587879Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:51922","req_id":"f29580c3-0ab4-4b10-99a6-43fce8e3f132","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: b3 d7 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.322759511Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:51922","req_id":"f29580c3-0ab4-4b10-99a6-43fce8e3f132","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 46039,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.323043407Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.323186793Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:51922","req_id":"f29580c3-0ab4-4b10-99a6-43fce8e3f132","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:09.376685175Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.377051805Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.385122175Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:09.385202435Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.385234829Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.385698774Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:09.387687316Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:62046","req_id":"7dfe2aa5-98c4-497b-8304-f29c88bbd661","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 8f 06 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.387773327Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:62046","req_id":"7dfe2aa5-98c4-497b-8304-f29c88bbd661","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 36614,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.388153074Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36614,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_delete_snapshot_then_disk","level":50,"time":"2025-04-30T06:45:09.388350407Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:62046","req_id":"7dfe2aa5-98c4-497b-8304-f29c88bbd661","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.388907868Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"begin collection from MGS","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.388988779Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","mgs_url":"http://[::1]:54660"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.389026975Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/ignition","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:09.389936006Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.389984693Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.390588556Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.391571896Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c36016fc-14ec-4785-95e0-1b49b5dc892c\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:45:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.391790501Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.397713813Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c2293b9e-9e1e-4220-82c7-f044edd5920a\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:45:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.39789804Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.401419657Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2b442d90-e1b2-4b63-a53e-7f5c2d82cfe2\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.401499906Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.403147088Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c75e035-fec4-4a2d-99e6-8ffc54368afa\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.403220655Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.406892471Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e6bc8b49-51a1-497d-abf7-9fb63ccd3870\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.407472827Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.414161744Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d9d8d9cd-a30e-4bd6-9479-ad1c86490bbb\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.414341953Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.420176538Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e119fc5-f680-4a51-83c7-d9920ffb90f5\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.420378811Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.428628979Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee8204b5-043a-4077-9c4b-bb762c09ec59\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.428842846Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.431967892Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea6bc2d1-1c22-46cc-abfa-0c8d2c8bd4b5\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.433534864Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.433595605Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.436773787Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"59b12cf5-b7ea-420e-b14a-8eb386320540\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.437132642Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.439703956Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3723cace-2892-4f5b-b0ed-e519d6627241\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.439833544Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.441177822Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d5068ac9-1d04-4376-8dca-1ebead90534c\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.441391889Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.44510653Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"254cf516-acf6-4c99-85e0-481c3bb5af25\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:45:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.445743128Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.449659231Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f7c6d78-9e3b-43df-9e4c-aa337c9a6034\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.449900391Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.457903096Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"05077cab-2a81-48ab-8e93-277f3f8ca6f9\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.458121251Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.462015249Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"88c0302b-1705-490d-b25b-9427d919da56\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.462317872Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.464592985Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc811035-7cd4-4adb-a788-33d3efc1d4c6\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.465081749Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.467914062Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a4ec0812-4ffc-4cc8-8657-30ea7179bd8d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.468172307Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.469941612Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"680d1ede-467d-4565-8b98-aa028d029e0f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.470402791Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.472074943Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eec462b3-cd6b-4429-91cd-6cedc138d069\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.472274711Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.474057393Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ac677f52-1094-41df-b066-f5c9b6c218c0\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.474116831Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.475914523Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"11bb634b-671a-4fa8-be0d-adf6c4d1e811\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.475971927Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.477771332Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dcb51175-f432-46bd-8095-66cb5bf3308a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.477924989Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.479162083Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc6158bf-7c30-4470-a271-b691a40a26aa\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:45:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.479320088Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.48244268Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c0d5cc82-b90f-40ce-9d88-2e6d59212ede\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.482612047Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:09.483957187Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:09.484050824Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:09.484083499Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.484111164Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.484905827Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.485242107Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9035c4a5-69c9-4206-8ba9-8803c7a280f1\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.485337347Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.487110781Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"92e72ec1-1ba4-48d9-9eed-b03367e696fa\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.487231661Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.48751715Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.494594712Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:09.49465415Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.49468424Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.495767228Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:09.498340796Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.499475296Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.499624804Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.499887948Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a219460e-9f59-413b-aba4-c191a742d116\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.500072235Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.503806075Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6c852bc2-acca-44eb-bfd8-a456e7075a09\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.503871465Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.507154867Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b31cfee5-6f3b-4846-907d-7359e2b48e68\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.507499444Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.508895445Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e4eff8a-99c6-4230-9150-461553360ede\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.508936737Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.510036168Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2cd0d33a-224c-4759-aefe-e402b65869e3\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.510111909Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.511743089Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3bc454dc-cb05-49b3-81da-893922ad2025\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.511963167Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.513419028Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e1e4c28b-9065-4e56-b5f3-74cc0bee6651\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.513826109Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.517219891Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"221ddb43-1605-402f-a668-8d3ff8b52714\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:45:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.517670088Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.519984379Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"32f73b1e-e5ab-4e85-a20e-b3acdbbd1cf1\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.520450418Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.52250924Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4486ab1f-d2d1-46b0-b4d5-2fed74509986\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.522716533Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.524874753Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f8794dd8-2426-425d-8dc4-5cc8903d55eb\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.525290461Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.528237373Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.530714107Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"76c3560f-e22c-4fc1-838b-85f5d22f1d4e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.530924507Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.534129603Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d86a3c82-0911-4c1e-a1b5-aeee36f87fd7\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.534192318Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.536173605Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6af9128d-437a-466f-91ea-d61952a68b7e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.536218024Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.537694796Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ed012c7-65a2-4eaa-aefd-f282467708df\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.537825777Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.538857282Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be582576-26be-4822-8a8b-b12dd98b655f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.538997211Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.540088766Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a726b3e3-245f-4f93-aca1-1a3a142f455f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.540366519Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.541508925Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2055e93-2597-4234-af44-3d09531d474c\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:09 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:09.541568604Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:09.541603073Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:09.541634646Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.541662812Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.543002291Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.547111959Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.553039509Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:09.553114749Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:09.553147424Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:09.553179368Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.553206853Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.554361814Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.557181171Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.568277069Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:09.568456447Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.568505965Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.569336811Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.638578841Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","sled_agent_url":"http://[::1]:33811"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.638721315Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"SledAgent":"http://[::1]:33811","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:33811/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:09.639374115Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:09.639538262Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:09.639607661Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.639639675Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.641013021Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:09.641081437Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:37437"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:09.641532816Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.6421821Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"oximeter","body":"None","uri":"http://127.0.0.1:33167/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:09.642567869Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"c920ae85-63bd-4d83-9f58-572c12b11107","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"incoming request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:09.642920121Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/inventory","method":"GET","req_id":"e77fe62b-96cf-4d8b-9c82-496638e59f03","remote_addr":"[::1]:37437","local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:09.643207814Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"c920ae85-63bd-4d83-9f58-572c12b11107","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.643268364Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"c920ae85-63bd-4d83-9f58-572c12b11107","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.644091304Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"c920ae85-63bd-4d83-9f58-572c12b11107","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:09.644593304Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/inventory","method":"GET","req_id":"e77fe62b-96cf-4d8b-9c82-496638e59f03","remote_addr":"[::1]:37437","local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1686,"response_code":"200"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.645237688Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"SledAgent":"http://[::1]:33811","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:33811/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e77fe62b-96cf-4d8b-9c82-496638e59f03\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:45:09 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.647932888Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.647985122Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.648011956Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:09.653248469Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:09.653320413Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:09.653352877Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.653383979Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.654109665Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.654474442Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.660828853Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:09.660905375Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.660936287Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.661389119Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:09.663689222Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"c920ae85-63bd-4d83-9f58-572c12b11107","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","latency_us":21111,"response_code":"200"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.665528466Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.669802522Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:09.670022911Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.670072029Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.671080047Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.674552917Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:33167/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c920ae85-63bd-4d83-9f58-572c12b11107\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:45:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.674794508Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"oximeter","body":"None","uri":"http://127.0.0.1:33167/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZTQ3ZmUwMi1jYmUwLTQzMzItOTUxZi1hODIyMjE5OGMxYWQifX0%3D","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:09.67617048Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.676228145Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.677336573Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:09.678663246Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZTQ3ZmUwMi1jYmUwLTQzMzItOTUxZi1hODIyMjE5OGMxYWQifX0%3D","method":"GET","req_id":"7e610545-55b3-4416-b933-f29202dddedb","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:09.679326708Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZTQ3ZmUwMi1jYmUwLTQzMzItOTUxZi1hODIyMjE5OGMxYWQifX0%3D","method":"GET","req_id":"7e610545-55b3-4416-b933-f29202dddedb","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.67939296Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZTQ3ZmUwMi1jYmUwLTQzMzItOTUxZi1hODIyMjE5OGMxYWQifX0%3D","method":"GET","req_id":"7e610545-55b3-4416-b933-f29202dddedb","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.681532493Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZTQ3ZmUwMi1jYmUwLTQzMzItOTUxZi1hODIyMjE5OGMxYWQifX0%3D","method":"GET","req_id":"7e610545-55b3-4416-b933-f29202dddedb","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:09.708661516Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZTQ3ZmUwMi1jYmUwLTQzMzItOTUxZi1hODIyMjE5OGMxYWQifX0%3D","method":"GET","req_id":"7e610545-55b3-4416-b933-f29202dddedb","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","latency_us":30024,"response_code":"200"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.726101564Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:33167/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZTQ3ZmUwMi1jYmUwLTQzMzItOTUxZi1hODIyMjE5OGMxYWQifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e610545-55b3-4416-b933-f29202dddedb\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:45:09 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:09.72619473Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:09.726230341Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:09.72625524Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.773788277Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.773990099Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:45:09.77454284Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:45:09.774908138Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.775032165Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":37,"elapsed":"477.002787ms"} {"msg":"activating","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.775150762Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","iteration":38,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:09.775342975Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:09.775464006Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:09.775556089Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.775641359Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.777030968Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.782966243Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.79342449Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:09.79351006Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.793545271Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.793960648Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent collection request to producer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:09.795481669Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.797501233Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:09.79756037Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:09.797593577Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.797733686Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","candidates":"[(f54221d0-68e0-433e-8046-3388d0db05fb, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:09.797827463Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:09.799082754Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:54901","req_id":"8f7f6e07-e3cc-41bc-a62f-b873a189b262","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: c6 d4 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.799204506Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:54901","req_id":"8f7f6e07-e3cc-41bc-a62f-b873a189b262","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 50900,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.799374625Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.799511758Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.799862658Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:54901","req_id":"8f7f6e07-e3cc-41bc-a62f-b873a189b262","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54660, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.8050635Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54660, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4374, tv_nsec: 601855246 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:09.805397565Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.806111648Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:09.806928305Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:53602","req_id":"a16ca4c8-fff4-496e-88cb-d05818d4b317","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 2c 3d 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ,=..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.807179897Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:53602","req_id":"a16ca4c8-fff4-496e-88cb-d05818d4b317","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 11325,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.807639082Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.807857286Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:53602","req_id":"a16ca4c8-fff4-496e-88cb-d05818d4b317","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:09.89107869Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:09.891640649Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:09.891928904Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:09.892045716Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.892460453Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.893569001Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:09.893930562Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:60275","req_id":"68bb9138-d7cf-4e48-af9c-e1051965d268","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 3d c8 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c =............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.894470658Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:60275","req_id":"68bb9138-d7cf-4e48-af9c-e1051965d268","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 15816,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.894566359Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 15816,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_delete_snapshot_then_disk","level":50,"time":"2025-04-30T06:45:09.895573425Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:60275","req_id":"68bb9138-d7cf-4e48-af9c-e1051965d268","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.896123872Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"begin collection from MGS","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.896170374Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","mgs_url":"http://[::1]:54660"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.896196386Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.897146509Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.908096116Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:09.908154712Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.90818355Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.908784357Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.91133031Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"49073bf7-075c-441a-ab8e-e237d31045c9\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:45:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.911608394Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:09.912796942Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.912852723Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.915981397Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.91781985Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f7647b89-2821-4acd-b658-559b65f51e89\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:45:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.918112012Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.923051123Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0faba970-33fd-4314-a968-70afea8ba0dc\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.923326561Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.926820042Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0749767a-bba9-4bcc-b44a-fe1c9b4e8e4a\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.926968227Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.931189388Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c18cd27-aa5a-4463-9eb9-f978ee8867dc\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.931279557Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.934377059Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"58069458-c43a-4478-af9a-12e43ed40657\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.934514603Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.938813668Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e901e1f-dd04-4002-94db-a29522c99b07\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.938898568Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.941915579Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eca23977-3eaa-4d5d-acf3-335c84eb5946\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.9423179Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.946778989Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b7660245-4e8b-40dc-98a5-08b17816cd42\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.946859539Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.947218394Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.949224261Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42da3def-a7ad-4adf-987c-691e2190a530\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.949380973Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.952027767Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0daa79fb-f0b7-4539-9ace-b34600be6164\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.952162936Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.953776771Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e87baa3-fe4e-46cb-98d8-12ce3bc837ef\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.95397693Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.955071611Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"681ebd5f-196b-4a73-a4e4-0bafb2bea79d\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:45:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.95529669Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.957588757Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"35f429db-d45d-4dea-bd30-e7139176e1b9\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.957661822Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.959695294Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6aa2d96-ec1c-4f11-8b4b-67045a85c622\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.959814151Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.961834937Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c7715eb8-73dc-472d-a107-92190314dcfc\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.962079885Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.967987555Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b841fd92-e968-460c-890b-e23c1d2b6509\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.968332894Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.972794984Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ee4c258-36e6-44a6-a8b2-e06834c4f996\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.973118949Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.975452228Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f3424dab-ef3c-41db-86e6-128c06986a3b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.975584472Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.976693552Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e963319-cbac-4883-8739-d26a3246cc22\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.976739924Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.977489618Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"503dea07-848f-45f5-adbb-864096569b26\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.977631029Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.978714268Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d74d7c76-136a-4ea8-a603-ba15068b0e13\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.97888611Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.980268184Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f0fee759-56d2-4008-8097-a99cb806dd3b\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.980329977Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.98266549Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d9aa9a2-0f7a-4b2d-8742-3766cbe7069b\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:45:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.983057181Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"inserting 1 samples into database","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.985391562Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.985447383Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.985593765Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:09.992270969Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.993329939Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1bffe928-c0a7-4380-9bfd-ff9879082398\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.993605718Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.996478692Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"55f6d6af-622a-4161-a7a1-f755f144f7fb\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.997066874Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.997476651Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:09.997522732Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:09.997985174Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:09.998031045Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:09.998059943Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.998088119Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:09.998745469Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.00300736Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:10.004298372Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.004581907Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.014733985Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:10.014797491Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.014830116Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.015445603Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.01776787Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6061f1a1-5951-417c-a6ff-b038cd28fb08\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.017904692Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:10.018472694Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.018526822Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.018943452Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.030167164Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa6d168a-f57f-4983-a14c-0c5b2beadd6c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.030472012Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.036471195Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1479ae74-4a92-4f3b-9280-3f80f8e75fc1\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.036712115Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.039608425Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"731dbc6e-970d-4a7a-85c4-a00eae8b7bf1\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.039800147Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.041304936Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c578cd8-4933-4cdb-ad98-4d767a9f9fa2\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.041582428Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.04357575Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6738ae0c-b732-4ed2-bb91-075fadcfc91a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.051211844Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.052622154Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d6e3115-88f9-4cb1-9390-b91896a11ae6\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.052923184Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.055909695Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e7af219-bca5-45be-a230-1fcb7c8e9215\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.056062078Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.058588001Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f7998ecc-d324-4552-abe2-2adeedf56892\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:45:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.058754122Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.062590035Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.062971495Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0fce6c4f-2461-49b8-8719-0fea471b4820\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.063182916Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.066610315Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad1a49e3-6473-4d96-8fd0-926ab5e4788b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.066670495Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.069166769Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a05fc6a-d85b-4e24-90a4-c9066313a821\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.069363761Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.072268629Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d399d74-e557-4e7d-9666-47c131e9401d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.073011018Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.07480372Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"baaaa174-4fe9-4a70-9b36-5056267152e4\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.075030712Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.077409652Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"265687d6-d3c6-4a2b-85b8-11718e2e3c02\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.077567797Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.078349324Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d3459b9-5718-47bb-9bcd-afae8a3c8c99\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.078474975Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.079805926Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ff4e590f-969b-4777-810f-8782d356e789\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.080286484Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.081484962Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"542e0a87-ee55-42fb-905f-671b58f0e603\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.081757615Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.084601401Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a1dfa3f-5519-44af-8406-2368da9c04be\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:09 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:10.084657403Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:10.084688464Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:10.084717342Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.084742983Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.085786202Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:45:10.086337751Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.089629108Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.096170552Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:10.096243677Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:10.096282164Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:10.097089413Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.097150935Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.097898094Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.102115697Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.106203542Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:10.106346968Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.106437849Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.106942905Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:10.113991218Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:10.11497076Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:10.115045058Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.11508098Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.115968408Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.173581238Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","sled_agent_url":"http://[::1]:33811"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.173643311Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"SledAgent":"http://[::1]:33811","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:33811/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:10.174455439Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:52662"} {"msg":"incoming request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:10.175061757Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/inventory","method":"GET","req_id":"a12a4b1f-68a9-4548-82f0-ae56eab24571","remote_addr":"[::1]:52662","local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:10.176086609Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/inventory","method":"GET","req_id":"a12a4b1f-68a9-4548-82f0-ae56eab24571","remote_addr":"[::1]:52662","local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1054,"response_code":"200"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.176294103Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.186769685Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:10.186845185Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.186875976Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.187408958Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.187730148Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"SledAgent":"http://[::1]:33811","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:33811/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a12a4b1f-68a9-4548-82f0-ae56eab24571\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:45:09 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.190694374Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.190750035Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.190777771Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:10.192967213Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:10.193024657Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:10.193058845Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.193088034Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.1935578Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:10.196209954Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.196267338Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.196944247Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.197675624Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.204282287Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:10.204522656Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.2045795Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.205144996Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:45:10.279043003Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:45:10.279576236Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.279637347Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":38,"elapsed":"504.441596ms"} {"msg":"activating","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.279676986Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","iteration":39,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:10.279705173Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:10.279734371Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:10.279762908Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.279790823Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.280740415Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.296388854Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.307612506Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:10.307686103Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.307718337Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.308371368Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.313608753Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.313920384Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","candidates":"[(f54221d0-68e0-433e-8046-3388d0db05fb, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:10.313973019Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:10.315431746Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:64634","req_id":"5e454f69-3f78-4cab-8fc7-401c445bcd37","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 4b 52 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 KR..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.315496074Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:64634","req_id":"5e454f69-3f78-4cab-8fc7-401c445bcd37","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 19282,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.315916742Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.316258292Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.316777146Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:64634","req_id":"5e454f69-3f78-4cab-8fc7-401c445bcd37","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54660, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.317095841Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54660, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4375, tv_nsec: 115992341 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:10.317156632Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:10.317462281Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:55822","req_id":"85043a20-3a30-4dc8-956c-c8f7c25ccf0d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 08 7c 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .|..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.317615777Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:55822","req_id":"85043a20-3a30-4dc8-956c-c8f7c25ccf0d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 2172,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.317792058Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.317837038Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:55822","req_id":"85043a20-3a30-4dc8-956c-c8f7c25ccf0d","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:10.372338088Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:10.372684869Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:10.372747093Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:10.372780108Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.372808054Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.373683208Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:10.374693902Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:61373","req_id":"7bc76917-5cb0-47fd-9477-e5917e73ea7f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 12 41 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .A..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.374756777Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:61373","req_id":"7bc76917-5cb0-47fd-9477-e5917e73ea7f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 4673,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.375080562Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4673,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_delete_snapshot_then_disk","level":50,"time":"2025-04-30T06:45:10.375177535Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:61373","req_id":"7bc76917-5cb0-47fd-9477-e5917e73ea7f","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.375515498Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"begin collection from MGS","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.375572041Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","mgs_url":"http://[::1]:54660"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.375600297Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.376654488Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.384174281Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:10.384235633Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.384301133Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.384835668Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.38772751Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"68e071b4-fb45-487d-bc17-4f3d63a91f09\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:45:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.3882095Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:10.388745478Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.388799817Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.389230735Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.391994602Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"75033f35-9f51-4a66-8cee-01a11f372bb0\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:45:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.400074751Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.40119843Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bdd40972-1e71-4809-864f-b933c46241fe\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.40138402Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.408230772Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b3b6018a-3028-45f7-98e4-a1a5951821ad\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.408305931Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.417085985Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69aa0f7a-d320-445c-9de2-1f4ddb851900\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.417172708Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.426435533Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.427363542Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77b7a30e-97a3-42e0-bbb5-013e999fe73a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.427856675Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.432382683Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db7a8662-6d9b-4909-9336-1990ac007f40\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.433093238Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.437178859Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5dbcdabc-ae89-4ed5-bcd7-efa598d14d11\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.437467113Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.438576534Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b922ef47-4a5b-426e-9091-19abbe9cdba3\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.438720811Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.440563442Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"556d5d46-6cc3-4a3f-a595-3cd786258ef0\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.440737469Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.442436354Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7fb9d3c3-f862-4d43-8b96-8e4005c116ae\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.443082792Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.44597274Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"416302d0-9302-40f3-b835-f130178f2bb2\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.446096617Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.448963589Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c8c57d0f-1b8a-4045-823e-b5882fd38e4d\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:45:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.449234228Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.454834015Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d1119dca-b23b-4f54-8f00-3f2776ae474d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.455415494Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.458994445Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d5b22b02-c46b-452b-8142-b48ac8a44e67\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.459126638Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.46356922Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d37c3dd3-c09f-412c-bec6-542ca9c63887\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.46422659Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.467924137Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d839bfd3-0a1e-41e4-80a4-2a0c0888adc7\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.468068234Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.471371275Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ef1ad1a-a22e-4e89-b574-cb8fa07d0047\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.47143428Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.473357512Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f5de28d-2ecb-460b-8cf7-567d44b08c46\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.473419566Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.48052859Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c138877a-75ff-4aab-9f03-a1c390fde4f4\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.481521889Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:10.481812168Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:10.481868069Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:10.481902397Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.481929912Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.482600238Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.483491454Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d96bf4f-a439-4788-a18f-5a40dd6d29db\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.483623216Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.484655944Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de012226-8c48-4e02-addf-1cd0ab90e9fd\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.484957585Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.485573141Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.491109282Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:10.491192397Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.491224802Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.491560651Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.49246352Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b4c37701-1d75-4911-adf5-94d96d202b1e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.492557547Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:10.496847695Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.496897013Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.497328493Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.497804151Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"acbb8cba-d7b7-47aa-bfbe-56d20f7b5b5c\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:45:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.49798425Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.5021855Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4e8704d-b27c-4c76-820e-9b809ecd9fb3\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.502396881Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.505521828Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6635b22a-ee6e-4c0f-8f41-e9864f185f7f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.505634522Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.507884425Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b0f66fe-aa93-408b-b9e5-f3b3ddad14b5\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.508083502Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.5098693Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c975527-dd0e-4ee5-9a5a-389d62d64465\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.510030962Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.514650035Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c87f69a-3d8b-47f4-a599-ebf9d47c9b12\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.514703912Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.514957478Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0147a344-367a-4ab2-9ee5-3ec22fa3632f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.515086124Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.515930306Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"84723b3e-a995-4daf-ae5e-3bb704417aaf\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.516170194Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.519022617Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a4a94e0c-f390-42c1-8fcd-f11106f48839\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.519194209Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.52115712Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dbe51716-c6ac-4b43-827c-d96f9d43c79f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.521298892Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.522849342Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"682bbaf8-1107-46fc-9613-e6fe4d84b666\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.523050843Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.524441203Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a1df3594-253e-4306-b91e-f80680ffda58\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:45:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.524604899Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.527085702Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"44957364-ee78-4c57-9c49-46fd8c8bc22d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.527347223Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.530775083Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.531095191Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0471117-bea9-41b5-8fb1-f85d9fe08fba\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.531158026Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.539354166Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"55c2603c-585c-4e52-87f2-25d9a86ec5f2\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.539422392Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.541412908Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a7cd0c19-cade-41b4-b1da-532884e8192c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.541741182Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.545726844Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f1294e16-4023-4257-9fdc-ed8ae3fa0bd0\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.545835109Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.547578713Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21095790-d389-4813-aa61-3060e105020a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.547645917Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.548488797Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"143b8877-8b06-4bff-b54a-1ab9e5be99fc\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.548587283Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.549572846Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"261929b5-2aee-42ba-a3cc-cf0004172876\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.549701583Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.551459606Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a12d3ea-926a-47e8-8f75-d257b8dc2d45\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.551581288Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.55238544Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c80c4cc5-2157-4fe0-ae48-82b8b87d073f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:10 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:10.552444628Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:10.552477083Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:10.552505279Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.552537052Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.553508668Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.556603845Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.561455572Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:10.561516704Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:10.561548918Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:10.561577154Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.561604519Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.562961723Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.565809998Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.57115145Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:10.571216179Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.571245317Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.571697178Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.623423209Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","sled_agent_url":"http://[::1]:33811"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.623490362Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"SledAgent":"http://[::1]:33811","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:33811/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:10.623929577Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:10.62397593Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:10.624012944Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.624042031Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.625026212Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:10.625084158Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:49995"} {"msg":"incoming request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:10.625844202Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/inventory","method":"GET","req_id":"6969ed41-9519-4a13-9b4f-0bca8d7d2b56","remote_addr":"[::1]:49995","local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:10.626397605Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/inventory","method":"GET","req_id":"6969ed41-9519-4a13-9b4f-0bca8d7d2b56","remote_addr":"[::1]:49995","local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":567,"response_code":"200"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.626820016Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"SledAgent":"http://[::1]:33811","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:33811/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6969ed41-9519-4a13-9b4f-0bca8d7d2b56\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:45:10 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.628463782Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.628516376Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.62858848Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:10.630442053Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:10.630500991Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:10.630536461Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.630564738Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.631174042Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.631657475Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.637832849Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:10.637905974Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.637937437Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.63833537Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.640418691Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.645104126Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:10.646099359Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.646157425Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.647060083Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:10.648544962Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.648584511Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.650773352Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:45:10.709817133Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:45:10.710308041Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.710369784Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":39,"elapsed":"430.665793ms"} {"msg":"activating","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.710643539Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","iteration":40,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:10.710724761Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:10.710758268Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:10.710787246Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.71081466Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.711825344Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.732339006Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.738717625Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:10.738796783Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.738833646Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.739641516Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.74504377Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.748413934Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","candidates":"[(f54221d0-68e0-433e-8046-3388d0db05fb, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:10.748477772Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:10.754681843Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:55741","req_id":"5e4aa737-5299-4838-afd4-00763207bbec","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: ce e4 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.7547505Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:55741","req_id":"5e4aa737-5299-4838-afd4-00763207bbec","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 52964,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.75499174Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.755157511Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.755213001Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:55741","req_id":"5e4aa737-5299-4838-afd4-00763207bbec","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54660, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.759552918Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54660, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4375, tv_nsec: 557649905 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:10.759726334Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:10.761026123Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:50337","req_id":"0da2559d-4c00-4e60-8faf-67de8046f430","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 12 46 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .F..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.76151145Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:50337","req_id":"0da2559d-4c00-4e60-8faf-67de8046f430","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 4678,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.761628443Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.761670177Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:50337","req_id":"0da2559d-4c00-4e60-8faf-67de8046f430","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:10.807770097Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:10.808739399Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:10.808798637Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:10.80883058Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.808857975Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.809557689Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.809615855Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.809755373Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:10.810936346Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:52812","req_id":"53b91fd4-a334-426a-96ea-04d2dce6a844","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 1a 03 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.810992748Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:52812","req_id":"53b91fd4-a334-426a-96ea-04d2dce6a844","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 6659,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.811232005Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 6659,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_delete_snapshot_then_disk","level":50,"time":"2025-04-30T06:45:10.811316764Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:52812","req_id":"53b91fd4-a334-426a-96ea-04d2dce6a844","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.812800219Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"begin collection from MGS","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.812888455Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","mgs_url":"http://[::1]:54660"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.812924046Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/ignition","method":"GET"} {"msg":"sent collection request to producer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:10.813447098Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.814270168Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:10.814327863Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:10.814354847Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.814535888Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.826319125Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:10.826484444Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.82658255Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.827111333Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:10.830386519Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.830486749Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.831166142Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.835821227Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e19947f7-f201-4e3e-a2b3-3e6fb3688820\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:45:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.836205894Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.838828299Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b4ba0e3-7d3e-4222-b7c9-ec0394eac1b0\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:45:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.839307724Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.84904262Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aae2a8f4-89b1-4d5b-afd3-b01445ae5246\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.849266085Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.870014816Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"723f0875-6e90-4fe0-b06b-977bef2daa7f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.871200448Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.877792342Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f7590f9-d4c5-48b0-98a8-64019feb25af\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.878140836Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.883197672Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.888123456Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"59947ff8-6bbf-4880-83c2-10c30ce644aa\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.888694804Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.893685538Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"712883d6-2866-43a9-9cb3-e71fc558f09c\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.895259374Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.899067491Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d97d936-a337-4427-8faa-b3100e4a70e6\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.899285706Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.900997066Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad91ecec-4ec9-4257-8d1c-50a629873675\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.901230782Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.90716257Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5ab9ee7-1c68-4fd0-a879-03c5ea854b6f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.907471175Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.90907946Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"71ca8a2e-cb12-4e55-acdf-2e1a14d51f44\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.909372383Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.923074023Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"932718a2-4d4b-4573-8349-ce023d1d6f2c\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.924088805Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.932273572Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"054712b8-9dec-4706-b9a3-b814781bab6d\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:45:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.932455595Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:10.935208961Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:10.935257518Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:10.935524981Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.935577635Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.936793959Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:10.942266533Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.006542108Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:11.006726956Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.006781124Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.007407893Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.008796389Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.008856489Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.009250263Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:11.010725072Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:11.011864282Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.012065683Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.022836984Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.025122628Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"467c9f3a-f696-42f8-aa54-f6e1105aaa7b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.025360091Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.051875662Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:11.051989088Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.058369811Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0668f91-6e12-4bfc-bf3c-8f34e2f5ea45\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.066744046Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.0697622Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:11.069820566Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.076881945Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4394dc73-bd86-43f9-ba67-f15235a2253b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.077047575Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.095363038Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0008df8a-ba3b-4726-b1c2-4813d3e2eb9b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.095658967Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.102750336Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"12e698e3-2825-4cab-9ced-4ecf725b8e68\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.103890588Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:45:11.112177329Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.130294125Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.131067456Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1636beff-3224-45a2-861e-3b03e3df01ba\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.131516451Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.133360295Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"66430517-ecec-4b8f-a9ed-ecfd774cc203\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.13351877Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.134385898Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd0ae5cd-00f8-4fb2-93a2-d66aec463966\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.134533212Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.135334338Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56a152be-5a54-4409-b564-5af8535b52ff\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.135463265Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.136332206Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d6aaea1b-e314-4df9-858f-23218d74c3ce\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.136403207Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.138102473Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00c3b45b-a211-4c25-9936-2655c2e4d273\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:45:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.13832699Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.141234834Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"704406d3-0483-4b83-a0f6-c80e79d8f2fb\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.14133324Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"activating","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.147045532Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:11.14711007Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.147143256Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.148104772Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.149210084Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:11.149265505Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.14929808Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.149807244Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.149953425Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","iteration":2,"reason":"Timeout"} {"msg":"activating","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.151218526Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","iteration":3,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.151327754Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","status":"{\"error\":\"task disabled\"}","iteration":3,"elapsed":"70.521µs"} {"msg":"activating","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.151374356Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:11.151401931Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:11.151432132Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:11.151463795Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.15149174Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.152381082Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.152441242Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:11.152471703Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:11.152500791Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:11.152528556Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.152557303Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.153107981Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:11.154210076Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activation complete","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.16486225Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":2,"elapsed":"14.799848ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:11.165226706Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.16821981Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:11.168279018Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.168600809Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.16980094Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.16985085Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","iteration":2,"reason":"Timeout"} {"msg":"background instance updater explicitly disabled","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:11.169878364Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"activation complete","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.169900428Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","status":"{\"destroyed_active_vmms\":0,\"disabled\":true,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":2,"elapsed":"59.489µs"} {"msg":"activating","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.169933564Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:11.169958855Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:11.169985568Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:11.170218362Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.170302149Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.170796784Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.170845932Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","iteration":2,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:11.170871884Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:11.170893427Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:11.170920611Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:11.170947024Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.170974348Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.171589454Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.171921485Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.178499692Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:11.178573579Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.17860902Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.178945861Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.179525135Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.189281724Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:11.189353718Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.189388728Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.189893964Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.192393464Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.204659103Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:11.204734924Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.204768531Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.205259509Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.212875884Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.2272885Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:11.227916321Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:11.227977934Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:11.228012824Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.228041581Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.228851915Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:11.230401964Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.230458607Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.23204614Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:11.232414474Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.232470395Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.23300995Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:11.234815828Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:11.23487201Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:11.234902711Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.234928613Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.235398669Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:11.235909888Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:50458","req_id":"5860c268-378f-406a-8d76-55abe6b6a64b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: db 5c 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 .\\..........._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.236033765Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:50458","req_id":"5860c268-378f-406a-8d76-55abe6b6a64b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 56156,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.236369053Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.238552473Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.238615248Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:50458","req_id":"5860c268-378f-406a-8d76-55abe6b6a64b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 38744, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:11.238779666Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:62955","req_id":"031f237e-3a14-412f-9855-8048b97c218d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 95 48 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 .H..........._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.238822511Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:62955","req_id":"031f237e-3a14-412f-9855-8048b97c218d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 38216,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.239111247Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.239311576Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.239402667Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:62955","req_id":"031f237e-3a14-412f-9855-8048b97c218d","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 38744, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:11.239692124Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.241790926Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 38744, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4376, tv_nsec: 40325845 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:11.241855033Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.241881566Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 38744, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4376, tv_nsec: 40618808 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:11.241913069Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.241935153Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"76770f16-83f9-47b6-a08c-5a7dc79a1ce6\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.242075032Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.243004353Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.259112448Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:11.25917894Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.259210433Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.259713896Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:11.259839526Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:11.259882682Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:11.260020537Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.26005703Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.260483429Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:11.265657548Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:60966","req_id":"ae7f0717-c22f-4281-9635-dcbe48d77da2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: f0 9f 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.265730534Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:60966","req_id":"ae7f0717-c22f-4281-9635-dcbe48d77da2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 61599,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.274678923Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.274842409Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.274956957Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:60966","req_id":"ae7f0717-c22f-4281-9635-dcbe48d77da2","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 38744, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"all instance checks complete","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:11.286923159Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.287105422Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":2,"elapsed":"117.089693ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.288014683Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 38744, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4376, tv_nsec: 86760483 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:11.288079142Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:11.288295112Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:60911","req_id":"3afbb935-0a94-49e3-aa1e-d92f9f5351a3","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 92 a7 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.288584078Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:60911","req_id":"3afbb935-0a94-49e3-aa1e-d92f9f5351a3","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 37543,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.288892212Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.289173693Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:60911","req_id":"3afbb935-0a94-49e3-aa1e-d92f9f5351a3","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:11.289286077Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:59607","req_id":"ec6de34c-f933-40ed-bb53-41fb3ea760af","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 05 60 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .`..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.289324363Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:59607","req_id":"ec6de34c-f933-40ed-bb53-41fb3ea760af","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 1376,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.289619401Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.289815572Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:59607","req_id":"ec6de34c-f933-40ed-bb53-41fb3ea760af","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.290783921Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.29795576Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:11.298015539Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.298049678Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.298728931Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:11.304545751Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:11.385322182Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.385394937Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:11.389558814Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:11.514451073Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.514526423Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"VPC route manager sled b6d65341-167c-41df-9b5c-41cded99c229","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:11.706586771Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.706662943Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:33811/vpc-routes","method":"GET"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.707851451Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.714652902Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:11.714928952Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:11.715541844Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:11.715598306Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.715629809Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.717847067Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:11.720843186Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:38318"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:11.722363575Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:11.723854215Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:60216","req_id":"b8d26c3e-2251-48e2-8833-8caa32e0444c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: cb 5d 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .]..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.72400219Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:60216","req_id":"b8d26c3e-2251-48e2-8833-8caa32e0444c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 52061,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.724176568Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.724303551Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:60216","req_id":"b8d26c3e-2251-48e2-8833-8caa32e0444c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.725114947Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"oximeter","body":"None","uri":"http://127.0.0.1:33167/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.726354207Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.730954021Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:11.731017077Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.731050233Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.733578851Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:11.736350624Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.736410663Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.737565224Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:11.738729704Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"309f7fc5-57cd-42eb-8411-f4d38c15678a","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:11.738793842Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:11.850246744Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.850317295Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.851577035Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:45:11.851643217Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:45:11.852391638Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"incoming request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:11.852585223Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/vpc-routes","method":"GET","req_id":"c87d2324-6b74-4ea7-9a39-a612211170ee","remote_addr":"[::1]:38318","local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:11.853060871Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"309f7fc5-57cd-42eb-8411-f4d38c15678a","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.853120059Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"309f7fc5-57cd-42eb-8411-f4d38c15678a","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:11.858297695Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"309f7fc5-57cd-42eb-8411-f4d38c15678a","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:11.85889241Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/vpc-routes","method":"GET","req_id":"c87d2324-6b74-4ea7-9a39-a612211170ee","remote_addr":"[::1]:38318","local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":6338,"response_code":"200"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.051873332Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:33811/v2p","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:12.070676626Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:42739"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.072420792Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:12.072502675Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:12.072532294Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.078194084Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:33811/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c87d2324-6b74-4ea7-9a39-a612211170ee\", \"content-length\": \"2\", \"date\": \"Wed, 30 Apr 2025 06:45:11 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:12.078264936Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.078300306Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.079085801Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"collecting from producer","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.079149518Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"incoming request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:12.082070979Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/v2p","method":"GET","req_id":"493fa8d8-0839-4418-8e0a-62e7104424c2","remote_addr":"[::1]:42739","local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:12.084291353Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/v2p","method":"GET","req_id":"493fa8d8-0839-4418-8e0a-62e7104424c2","remote_addr":"[::1]:42739","local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2243,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:12.103080519Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"309f7fc5-57cd-42eb-8411-f4d38c15678a","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","latency_us":364714,"response_code":"200"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.127840983Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:33167/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"309f7fc5-57cd-42eb-8411-f4d38c15678a\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:45:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.128077925Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"oximeter","body":"None","uri":"http://127.0.0.1:33167/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZTQ3ZmUwMi1jYmUwLTQzMzItOTUxZi1hODIyMjE5OGMxYWQifX0%3D","method":"GET"} {"msg":"sent collection request to producer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:12.128208234Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.131377709Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:12.132921555Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:12.132981575Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.13312465Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:33811/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"493fa8d8-0839-4418-8e0a-62e7104424c2\", \"content-length\": \"2\", \"date\": \"Wed, 30 Apr 2025 06:45:11 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:12.133256453Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","interfaces":"{}","sled":"sim-b6d65341"} {"msg":"v2p mappings to delete","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:12.133423015Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","mappings":"[]","sled":"sim-b6d65341"} {"msg":"v2p mappings to add","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:12.133471451Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","mappings":"[]","sled":"sim-b6d65341"} {"msg":"activation complete","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.135152901Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","status":"{}","iteration":2,"elapsed":"966.933953ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:12.137163096Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","assocs":"{}","sled":"sim-b6d65341"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.137222334Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:33811/eip-gateways","method":"PUT"} {"msg":"incoming request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:12.183883193Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZTQ3ZmUwMi1jYmUwLTQzMzItOTUxZi1hODIyMjE5OGMxYWQifX0%3D","method":"GET","req_id":"2c2abf93-2d16-44c6-b3ee-65b517fe255e","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"incoming request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:12.184404141Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/eip-gateways","method":"PUT","req_id":"7cd0f2fc-5d9f-487d-aa31-c4f86f431950","remote_addr":"[::1]:38318","local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:12.1865214Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZTQ3ZmUwMi1jYmUwLTQzMzItOTUxZi1hODIyMjE5OGMxYWQifX0%3D","method":"GET","req_id":"2c2abf93-2d16-44c6-b3ee-65b517fe255e","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.186598333Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZTQ3ZmUwMi1jYmUwLTQzMzItOTUxZi1hODIyMjE5OGMxYWQifX0%3D","method":"GET","req_id":"2c2abf93-2d16-44c6-b3ee-65b517fe255e","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.187565921Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZTQ3ZmUwMi1jYmUwLTQzMzItOTUxZi1hODIyMjE5OGMxYWQifX0%3D","method":"GET","req_id":"2c2abf93-2d16-44c6-b3ee-65b517fe255e","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:12.188349292Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/eip-gateways","method":"PUT","req_id":"7cd0f2fc-5d9f-487d-aa31-c4f86f431950","remote_addr":"[::1]:38318","local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":3902,"response_code":"204"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.203509247Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:33811/eip-gateways\", status: 204, headers: {\"x-request-id\": \"7cd0f2fc-5d9f-487d-aa31-c4f86f431950\", \"date\": \"Wed, 30 Apr 2025 06:45:11 GMT\"} })"} {"msg":"activation complete","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.20489108Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","status":"{}","iteration":2,"elapsed":"1.034009296s"} {"msg":"request completed","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:12.211390389Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZTQ3ZmUwMi1jYmUwLTQzMzItOTUxZi1hODIyMjE5OGMxYWQifX0%3D","method":"GET","req_id":"2c2abf93-2d16-44c6-b3ee-65b517fe255e","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","latency_us":27520,"response_code":"200"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:12.213357639Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.213427999Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.213981713Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.230059176Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:33167/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZTQ3ZmUwMi1jYmUwLTQzMzItOTUxZi1hODIyMjE5OGMxYWQifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c2abf93-2d16-44c6-b3ee-65b517fe255e\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:45:11 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:12.230137241Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:12.230174305Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:12.230202391Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:12.233533278Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229, lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:12.233598898Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:12.233634489Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.233666814Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.23531104Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.263341879Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.26910388Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229, lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"ipv6 addresses for service zone nat not implemented","v":0,"name":"test_delete_snapshot_then_disk","level":50,"time":"2025-04-30T06:45:12.269155773Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"generated config for fewer than the minimum allowed number of dns zones","v":0,"name":"test_delete_snapshot_then_disk","level":50,"time":"2025-04-30T06:45:12.269181505Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"activation complete","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.269207476Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","status":"{\"error\":\"generated config for fewer than the minimum allowed number of dns zones\"}","iteration":2,"elapsed":"1.117774242s"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.296732819Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a194ba57-73dd-44c4-8e1d-bc0b95c9e2e3\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.296785824Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.304092452Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.327459149Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d6d35c64-8afb-4046-b1d9-58397e717a2f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.327648025Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:12.374513552Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:12.374653972Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:12.374694552Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.374721055Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.376343578Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.381184654Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.392694937Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:12.392784065Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.392818744Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.393460562Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:12.436957818Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.437024361Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.43778674Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.437934344Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ca061b9-4aa9-459e-b82b-edc4d3132d62\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.438145304Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.446198089Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e53c8146-1f1a-4cae-a751-0644bc357772\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.446552865Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.447597827Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b9f7277-ea61-4d1d-a4dc-37b52bb237b7\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.448175589Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.450824767Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c7c7607-fc25-4902-b81d-c7fb52b67614\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.450892983Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.451908657Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"502c89b2-1cdc-4b50-9013-56ad1de46b5d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.454556302Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.457011544Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"564fa067-78e4-42e7-accb-152389a34b3c\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.457147024Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.458335672Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"51b79052-711c-4283-ab9d-e813f9ec86e6\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:45:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.458643696Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.461024259Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4389baae-c849-465b-be9d-124233f505b8\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.461157655Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.469682149Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a4d4b577-2bed-4b01-80f8-b8d886d57d91\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.46982811Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.476398852Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"75c7e417-32ca-4563-a86a-45e0e8a34086\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.476680663Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.481043816Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.482845396Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e94919c-2b5d-4874-994f-c21e1da57bfe\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.482986547Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.485044999Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d311632-5600-4da2-913c-f0ed2a914744\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.485181781Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.488268511Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"36db1e63-4406-4940-9062-7c491297f765\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.488391947Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.490527252Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c51c7096-475d-40de-a01a-1df561e92e96\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.490681349Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.491768715Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d602bb1-79e3-401a-a049-72ec49e38bb9\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.491850388Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.492899498Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e3894eae-3a8b-4786-97dd-ba6c9a0bcb19\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.493038265Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.494067245Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f61db67-179c-42e8-950a-677246e90750\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:11 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:12.494129128Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:12.494163887Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:12.494238767Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.49427049Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.494949332Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.50753577Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.513351588Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:12.513417619Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:12.513449543Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:12.513477649Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.513505424Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.513892145Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.516566934Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.52062535Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:12.521981532Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.522059698Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.526314726Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:12.532756541Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:12.532817783Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:12.532849586Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.532878373Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.533501605Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.625051593Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","sled_agent_url":"http://[::1]:33811"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.625137404Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"SledAgent":"http://[::1]:33811","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:33811/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:12.625812499Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:33463"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.627596162Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.637545847Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:12.637648551Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.63773816Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.638676099Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:12.638933742Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/inventory","method":"GET","req_id":"9dee51d6-0321-4d73-aa4f-144fd8313d01","remote_addr":"[::1]:33463","local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:12.640426416Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/inventory","method":"GET","req_id":"9dee51d6-0321-4d73-aa4f-144fd8313d01","remote_addr":"[::1]:33463","local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1498,"response_code":"200"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.641227733Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"SledAgent":"http://[::1]:33811","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:33811/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9dee51d6-0321-4d73-aa4f-144fd8313d01\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:45:11 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.643261164Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.64334469Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.643404439Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:12.646891948Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:12.64701861Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:12.647114932Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.648300535Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.649685845Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:12.650173717Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.650280229Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.651062267Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.652812454Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.657469774Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:12.657863558Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.657926233Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.658424045Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:45:12.717196004Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:45:12.71741456Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.717456103Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":40,"elapsed":"2.006827203s"} {"msg":"activating","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.717488718Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","iteration":41,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:12.717515671Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:12.717542615Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:12.717571683Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.717596933Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.718240846Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.719018886Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.722587627Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.726526244Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:12.726633027Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.726665512Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.726924388Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.730068552Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","candidates":"[(f54221d0-68e0-433e-8046-3388d0db05fb, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:12.73012768Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:12.730689179Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:59468","req_id":"f1f643b7-ed40-4c7a-8d2b-a2c3934d7be4","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: f6 f2 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.730750811Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:59468","req_id":"f1f643b7-ed40-4c7a-8d2b-a2c3934d7be4","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 63218,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.730906472Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.731068504Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.731170087Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:59468","req_id":"f1f643b7-ed40-4c7a-8d2b-a2c3934d7be4","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54660, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.731530124Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54660, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4377, tv_nsec: 530407475 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:12.731594212Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:12.731911494Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:64410","req_id":"abe60719-e792-416f-9179-0f37af619490","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 3b 06 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ;...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.731972065Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:64410","req_id":"abe60719-e792-416f-9179-0f37af619490","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 15110,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.732058677Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.732087485Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:64410","req_id":"abe60719-e792-416f-9179-0f37af619490","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:12.781083476Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:12.781524695Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:12.781579915Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:12.781613893Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.781640726Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.782705578Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.782825106Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.782877961Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:12.784376818Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:65378","req_id":"af6aed12-a564-433e-8e7e-b4d597f30440","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 1c dd 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.784482819Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:65378","req_id":"af6aed12-a564-433e-8e7e-b4d597f30440","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 7389,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.784644241Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7389,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_delete_snapshot_then_disk","level":50,"time":"2025-04-30T06:45:12.784726505Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:65378","req_id":"af6aed12-a564-433e-8e7e-b4d597f30440","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.786650558Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.792246567Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:12.792295284Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.792324873Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.793788059Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.794181934Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"begin collection from MGS","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.794230771Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","mgs_url":"http://[::1]:54660"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.795066346Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/ignition","method":"GET"} {"msg":"sent collection request to producer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:12.795528767Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.800323931Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:12.800449932Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:12.8005191Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:12.804119964Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.804249713Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.805242371Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.814428303Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"68363e7f-7150-4eb7-bac3-dd37c21f289b\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:45:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.81555622Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.816998564Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee70b089-2fc4-4d9e-904a-49260bf8ec1e\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:45:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.817295135Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.820341114Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"597088e2-7c04-4bd2-a21b-afd427fbd5f8\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.820679107Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.822900874Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"998e50f6-8f99-457a-997b-cd8a059ae2b6\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.823132275Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.825652817Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e718172-054e-4fc2-a23e-57ec96a6d028\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.825718508Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.827697351Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de66480a-6385-4595-920b-3711a70cd034\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.827816819Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.834958699Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0444fe9d-061f-4ec8-8639-c7cfbb337cab\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.835239989Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.83899989Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b2f98331-f635-4c32-9a95-c7d99c044c79\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.83916527Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.841829428Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"60dd37c2-1b53-4c47-976c-9a553e819056\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.842009226Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.84634235Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8d56a81c-eb06-450a-93d4-78dcc2204698\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.8465132Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.850391247Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a1e9fedb-ab2b-4cf9-9d5c-b38817221c07\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.850529282Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.852535309Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"37bc87c9-2818-46c5-a942-77db27d8b306\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.852649356Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.853103591Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.857492075Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b2bca51-de35-4ef6-9951-184708b6d399\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:45:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.857737474Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.859794703Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c859e522-f549-46b5-bfba-d211f55a37ff\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.859877778Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.861421945Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ed1a52d-b890-4ae2-be5a-d0f5c91cac02\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.861551784Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.863451138Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ac014c27-9a2c-47b6-b428-21f8f820f43a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.863519514Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.865915588Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd4936b4-645f-4b26-a3fc-fd225e599f0b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.865977351Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.869278178Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c0d97b04-b91b-47f1-a8ad-c450178e106d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.869701291Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.879601557Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e90b19d6-66df-4c02-9412-43ebd8b5416e\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.880716909Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.885102797Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba562d86-a271-4386-9dd2-85b10e912093\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.885377645Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.886689349Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"15260717-76a7-45eb-a28c-f5ba8faa96a8\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.887551206Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.890260213Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19d7de3e-ce9e-4cf4-9744-9175ad1dbb86\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.890457276Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.893063428Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a2f6d247-7f59-4c56-9347-5df5c7995c71\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.896292843Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.900206511Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3027e67d-edbc-4e81-a37b-a2f89f036cfc\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:45:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.900626698Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:12.904158885Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:12.904222703Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:12.904254767Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.904285538Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.904961565Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.907782656Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e566281-50b5-4749-8873-88a41a437ace\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.907905991Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.908615174Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.918770709Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:12.919015336Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.919066338Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.92015673Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:12.925177113Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.925281882Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.926467704Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.927294452Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3cdd56b2-803a-4607-b414-3ece978dc08c\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.927515131Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.930770277Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5b742fd-3766-4929-8c4c-ff8024b28e47\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.930966618Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.935461213Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"620ae8e2-a496-4448-8fde-0e25b23a08be\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.935849407Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.938918011Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"97ce28da-0e8a-4405-917c-17d6ac14931e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.939058791Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.941248674Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"67701466-c2d5-49d9-9932-9f12353b23d1\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.94143238Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.942852771Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"67e0e23c-7110-4039-9ddc-a31009356e2b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.943064573Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.944405123Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1df89aba-6e6f-4f50-93a8-6545082aee54\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.944559601Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.946634555Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3923b5bf-4042-41ab-9cb2-cfbf3d4c99dd\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.946807139Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.948220786Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a242fb8-0e30-41ed-bea5-88c886f5fd56\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.948388129Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.949967957Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd53ba7d-3047-44ab-8bd2-532e88448179\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:45:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.95015011Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.956274292Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"133aa865-f18d-40b3-9a5d-4eb4a0d0e89e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.956502427Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.962346901Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.967966047Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"561c8e1e-5e13-4905-a668-c94f45c69887\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.968054113Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.97039655Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"81edf6fd-6513-4951-9715-c66eb916cfab\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.97159137Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.973773789Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9fc9e4ed-f9ef-4a0a-9ab0-2d9afe2ef541\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.973897575Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.984642033Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb132015-3308-44dc-9b93-3f480cc9d9e0\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.984783234Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"inserting 2 samples into database","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.985085106Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 2 samples into database","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.985135125Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 2 total samples","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.985686785Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:12.989126799Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.990998698Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d0dc074a-5000-40e1-9ff2-cb02ecc6ef71\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.991127886Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.992316804Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a630b446-8930-45f7-9cf9-e277cf2f1d58\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.99247509Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.993307037Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:12.99336332Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.993803356Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c97cd76-511d-447d-9395-d3bf7f64d102\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.993972032Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.99619908Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8dea02c5-dc83-44ac-aec1-92fb6666a2d2\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.996305532Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.996943433Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":2} {"msg":"successfully inserted samples","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:12.997007871Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.998358753Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e8a5aaa-c05c-4524-97e2-56aaa08697a0\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:12 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:12.9984777Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:12.998521928Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:12.998552619Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.998581496Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:12.999976446Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.006206479Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.02444123Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:13.024543223Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:13.024645708Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:13.024745657Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.024835426Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.02591648Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:13.026397909Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:13.026529461Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:13.026674069Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.027475566Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.028178416Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.031776956Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.052382842Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:13.052459485Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.052491579Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.053047206Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.053394818Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.060493973Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:13.060560916Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.060596277Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.061192044Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:13.063940881Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.064000179Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.06446765Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.160259529Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","sled_agent_url":"http://[::1]:33811"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.160349088Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"SledAgent":"http://[::1]:33811","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:33811/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:13.163124828Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:37191"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:45:13.163518853Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"incoming request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:13.164674686Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/inventory","method":"GET","req_id":"d9e3f6be-4b8e-4470-9cbf-6944b03c55a4","remote_addr":"[::1]:37191","local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:13.165864968Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/inventory","method":"GET","req_id":"d9e3f6be-4b8e-4470-9cbf-6944b03c55a4","remote_addr":"[::1]:37191","local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1198,"response_code":"200"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.166407409Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"SledAgent":"http://[::1]:33811","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:33811/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d9e3f6be-4b8e-4470-9cbf-6944b03c55a4\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:45:12 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.170309914Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.170409763Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.170440645Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:13.173477596Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:13.173542785Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:13.173578927Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.173608386Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.174396797Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.181500661Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.185772292Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:13.186040526Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.186089434Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.186524511Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.217957649Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:45:13.228027533Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:45:13.228416999Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.228625915Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":41,"elapsed":"510.931448ms"} {"msg":"activating","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.228708359Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","iteration":42,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:13.228745303Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:13.228777126Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:13.228809551Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.22883931Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.229136462Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.233193586Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.24059365Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:13.24065898Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.24069417Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.24139196Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.245252512Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","candidates":"[(f54221d0-68e0-433e-8046-3388d0db05fb, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:13.245311229Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:13.248536606Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:54213","req_id":"7a131533-b4b8-4f81-bd01-5f921e0b32d1","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 9d e6 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.248657988Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:54213","req_id":"7a131533-b4b8-4f81-bd01-5f921e0b32d1","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 40422,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.24901569Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.249174747Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.24926639Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:54213","req_id":"7a131533-b4b8-4f81-bd01-5f921e0b32d1","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54660, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.249684904Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54660, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4378, tv_nsec: 48576283 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:13.249748691Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:13.250272354Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:55004","req_id":"d70ac641-b169-434d-b95e-67b14575994f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 17 27 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .'..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.250336442Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:55004","req_id":"d70ac641-b169-434d-b95e-67b14575994f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 5927,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.250421491Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.250514086Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:55004","req_id":"d70ac641-b169-434d-b95e-67b14575994f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:13.317821431Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:13.319054488Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:13.319134588Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:13.319170489Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.31920579Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.319889361Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:13.320765317Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:58097","req_id":"559d4b14-9999-477a-b418-6d0ce9c070f5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: b4 d4 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.320974744Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:58097","req_id":"559d4b14-9999-477a-b418-6d0ce9c070f5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 46292,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.321464019Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46292,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_delete_snapshot_then_disk","level":50,"time":"2025-04-30T06:45:13.321660861Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:58097","req_id":"559d4b14-9999-477a-b418-6d0ce9c070f5","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.322623118Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"begin collection from MGS","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.322679861Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","mgs_url":"http://[::1]:54660"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.322710322Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.323621738Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.338909879Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:13.339114767Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.339215067Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.342210335Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.342533348Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7789eb25-cfc6-4b47-b171-32b72d932bbe\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:45:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.342801823Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:13.346891652Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.346959948Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.347791605Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.348027535Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f51d7d7-1216-4ef2-be31-9cb68de974d5\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:45:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.348280469Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.352378243Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4faf7c76-21b4-4507-8fdc-2f31506625ec\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.352479856Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.358009974Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c78c43ef-7f5a-49bf-a2ba-11941e7ac998\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.358086978Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.361504337Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f0a15503-6edc-4c23-857c-7ada0ec711e7\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.361835005Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.364429896Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a29c1fc-01c6-4536-b86d-a7a0a92c4650\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.372055018Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.378909275Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"497a8109-9550-449e-81c6-cbfda61a16ee\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.379096518Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.382984044Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"05bf7d8d-3976-45f7-be6b-67e4ee424767\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.383159463Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.388637588Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd5b0372-7131-43b6-8b26-e9abfc1c3caa\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.388748359Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.389444295Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.39051561Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d1a39b83-4fc8-4db7-a00c-5929223702c9\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.390579307Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.391644499Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da146203-f061-44a6-82ce-4e90603f5ce4\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.391771472Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.39278427Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c2772996-9988-492c-9397-881996946f11\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.392864279Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.394072016Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f513cbb-13fe-454f-9569-4373f6192da2\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:45:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.39423995Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.395877122Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e763aeb-b3a5-4e94-8730-557005b55409\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.395994406Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.397684463Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ddd7f169-1e36-4639-8b33-8b1fcff56183\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.397750936Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.399586773Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"24cf7551-23a3-4e80-a0cf-5b9d95acc846\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.399929366Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.401861656Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa7bf4af-6b5e-4cd9-9885-239793a23cde\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.402021655Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.403590551Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"227cc786-b869-44e9-b3da-18534441d41f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.403661051Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.405456609Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ed371bc-3e1c-43e7-bc34-5371605aea59\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.405521458Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.406389477Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"85070370-a0e9-4b4c-99d2-d8cfb6f0b90a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.406512472Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.40756Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e7c55be-3a38-46e8-983d-aae126acf913\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.407684518Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.40857928Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b82f5df4-bf6f-4fa2-ab9e-c08d0e16c261\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.408701183Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.409594673Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f997b994-8d84-4c15-a656-09c56c0b77a0\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.409661907Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.410786518Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a48ce057-5792-414d-9386-3e2331d75ce8\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:45:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.410933251Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.412713427Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6907d15-63b7-40e0-ac71-df2a534e0656\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.412824729Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.414528955Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d078e747-3805-460b-a943-fbee0b9797f1\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.414602962Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.416140716Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"11005fab-b81c-44a4-9aaf-3149b9e62d48\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.416215655Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.41766863Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b44720c-f79e-4eab-892a-141900e3f51b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.417736776Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.419808935Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"088db493-5cc6-43c0-b76c-cc0425cf0c06\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.419981018Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.421449674Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"960befb1-f2be-4c57-8037-cf678483e7be\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.421578831Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.422385428Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f386d2e-354c-4552-9600-0c19a8c5d2f2\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.422520537Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.423522854Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"54d0f29b-b291-450d-abcd-aa0b34919e22\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.423647583Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.42445415Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"60f1dded-b7cb-407b-b2ca-cc7970d6e2e1\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.424580983Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.425585194Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ba016e9-00df-4dcb-bbd0-132559dcb062\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.425731926Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.426855134Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"15c94408-05c9-4178-ba52-c941180da56a\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:45:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.427016535Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.428532295Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d3c05e0e-a10e-4b5d-9dcc-3afc5ca8b0a8\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.428656503Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.430872408Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f4647ba-b6e2-4f0f-a0fc-61ee8df97b34\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.43099406Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.434977006Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e40b7911-70ae-43a9-8fa1-3ae000499447\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.435095592Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.436559659Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9330afad-e522-43cd-aa94-e45bc01efcbf\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.436634609Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.43881327Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b9378a03-ad70-4444-b879-70d690bb51f2\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.439038979Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:13.44017376Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:13.440231125Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:13.440263609Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.440290272Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.441776894Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.445499752Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e442fe58-3d7e-4248-9ea5-ec0308b25538\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.445782004Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.446058024Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.458697017Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:13.458817226Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.458912767Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.459437201Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.461135465Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56405150-c7e4-4cab-8f25-89d0d449d958\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.461377297Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:13.462008364Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.462134486Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.462742387Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.463289046Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b12932a2-bf57-48b3-bfdb-910f587659bf\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.463577751Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.465065105Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"94539dfb-2fe2-4887-bd58-8de67befe4c2\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.465287267Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.479515476Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"99d7aaaf-aa6d-445d-886d-c2de31b9f440\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:12 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:13.479812418Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:13.480011294Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:13.48011444Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.480197064Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.481674237Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.519376857Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.528645815Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:13.529805155Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:13.52991313Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:13.530005885Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.530092838Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.530670309Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.536877436Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.541332132Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:13.541397462Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.541431109Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.541877258Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.597627146Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","sled_agent_url":"http://[::1]:33811"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.598347952Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"SledAgent":"http://[::1]:33811","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:33811/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:13.599110021Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:33787"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:13.599342454Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.600960487Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"oximeter","body":"None","uri":"http://127.0.0.1:33167/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:13.601494211Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"8a751032-4952-4882-a142-45a46652ceec","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"incoming request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:13.601727526Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/inventory","method":"GET","req_id":"a76c0e32-6d3b-49e3-a456-4c05be2658ad","remote_addr":"[::1]:33787","local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:13.601999337Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"8a751032-4952-4882-a142-45a46652ceec","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.602088054Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"8a751032-4952-4882-a142-45a46652ceec","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.602934481Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"8a751032-4952-4882-a142-45a46652ceec","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:13.603402914Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/inventory","method":"GET","req_id":"a76c0e32-6d3b-49e3-a456-4c05be2658ad","remote_addr":"[::1]:33787","local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1670,"response_code":"200"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.604709647Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"SledAgent":"http://[::1]:33811","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:33811/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a76c0e32-6d3b-49e3-a456-4c05be2658ad\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:45:12 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.607517432Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.607577221Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.607607211Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:13.608958273Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:13.609019705Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:13.609056548Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.609087941Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.609590152Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:13.619765856Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"8a751032-4952-4882-a142-45a46652ceec","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","latency_us":18304,"response_code":"200"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.620569267Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.627449896Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:13.627784262Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.627896646Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.628866629Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.62990126Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.630621776Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:33167/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a751032-4952-4882-a142-45a46652ceec\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:45:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.630967344Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"oximeter","body":"None","uri":"http://127.0.0.1:33167/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZTQ3ZmUwMi1jYmUwLTQzMzItOTUxZi1hODIyMjE5OGMxYWQifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:13.634708558Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZTQ3ZmUwMi1jYmUwLTQzMzItOTUxZi1hODIyMjE5OGMxYWQifX0%3D","method":"GET","req_id":"f7830c7f-685f-4c27-8251-8d7629f6f5e8","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:13.63546747Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZTQ3ZmUwMi1jYmUwLTQzMzItOTUxZi1hODIyMjE5OGMxYWQifX0%3D","method":"GET","req_id":"f7830c7f-685f-4c27-8251-8d7629f6f5e8","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.635727539Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZTQ3ZmUwMi1jYmUwLTQzMzItOTUxZi1hODIyMjE5OGMxYWQifX0%3D","method":"GET","req_id":"f7830c7f-685f-4c27-8251-8d7629f6f5e8","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.636468164Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZTQ3ZmUwMi1jYmUwLTQzMzItOTUxZi1hODIyMjE5OGMxYWQifX0%3D","method":"GET","req_id":"f7830c7f-685f-4c27-8251-8d7629f6f5e8","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:13.641418347Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZTQ3ZmUwMi1jYmUwLTQzMzItOTUxZi1hODIyMjE5OGMxYWQifX0%3D","method":"GET","req_id":"f7830c7f-685f-4c27-8251-8d7629f6f5e8","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","latency_us":6716,"response_code":"200"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.641927832Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:33167/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZTQ3ZmUwMi1jYmUwLTQzMzItOTUxZi1hODIyMjE5OGMxYWQifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f7830c7f-685f-4c27-8251-8d7629f6f5e8\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:45:12 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:13.642156007Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:13.642245655Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:13.642325244Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:13.685450468Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:13.685595487Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:13.685698162Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.685786307Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.687064173Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.699764318Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.706372735Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:13.706472894Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.706557252Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.707200614Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:45:13.745894279Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:45:13.746280819Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.746419746Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":42,"elapsed":"517.911215ms"} {"msg":"activating","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.746554875Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","iteration":43,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:13.74664801Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:13.746757889Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:13.746857859Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.746944922Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.747583975Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:13.748587906Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.748698346Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.749265265Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.750933008Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.755016123Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:13.75511503Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.755296742Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.755819825Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.760025344Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","candidates":"[(f54221d0-68e0-433e-8046-3388d0db05fb, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:13.760117838Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:13.761987864Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:57762","req_id":"6ed6d61d-9e6d-4984-8d1d-a5478ee21ee2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: d0 81 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.762057573Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:57762","req_id":"6ed6d61d-9e6d-4984-8d1d-a5478ee21ee2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 53377,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.762249706Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.762411448Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.762597839Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:57762","req_id":"6ed6d61d-9e6d-4984-8d1d-a5478ee21ee2","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54660, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.762991594Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54660, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4378, tv_nsec: 561840038 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:13.763038698Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:13.763548894Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:60854","req_id":"ea0cc8c9-5028-4f17-b08b-d2e6d7fc3cdf","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: c2 d1 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.763638333Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:60854","req_id":"ea0cc8c9-5028-4f17-b08b-d2e6d7fc3cdf","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 49873,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.763728192Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.763756608Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:60854","req_id":"ea0cc8c9-5028-4f17-b08b-d2e6d7fc3cdf","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:13.826009492Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.826536262Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.826603536Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:13.827123041Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:60179","req_id":"82ea3cf1-86ff-4487-ac30-b6db55d2165f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 70 d6 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c p............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.827394121Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:60179","req_id":"82ea3cf1-86ff-4487-ac30-b6db55d2165f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 28886,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.827541705Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 28886,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_delete_snapshot_then_disk","level":50,"time":"2025-04-30T06:45:13.828469514Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:60179","req_id":"82ea3cf1-86ff-4487-ac30-b6db55d2165f","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.82909009Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"begin collection from MGS","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.829146132Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","mgs_url":"http://[::1]:54660"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.829216803Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/ignition","method":"GET"} {"msg":"sent collection request to producer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:13.829506179Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.831125606Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:13.831186247Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:13.831214413Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.832716185Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c1fdd07-0a52-4c79-80a3-1f71538d0be2\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:45:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.832781485Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.835748246Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b909947-6892-4c96-aa3a-4c7f55ce1766\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:45:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.836308903Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.838890898Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f79abad-eadb-4c3f-9165-eb24009aa719\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.8390177Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.841617831Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d715649b-56c2-4d85-aba3-4c962e255c7c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.841830114Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.844468731Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f0a76faf-2c3d-4f65-842a-611749269fd4\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.844525755Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.846484668Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"07865cfe-013c-4629-bb22-c74d92cccf3b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.846569848Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.852196649Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"30c889b3-c4ed-412f-a0ee-c93d81687aac\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.852377529Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.852954168Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:13.853910604Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:13.854910075Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:59410","req_id":"d27da997-9a00-44b5-a29a-ded016f7acc6","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 2b 35 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 +5..........._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.854982499Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:59410","req_id":"d27da997-9a00-44b5-a29a-ded016f7acc6","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 11061,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.85534439Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.855517225Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.855642123Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:59410","req_id":"d27da997-9a00-44b5-a29a-ded016f7acc6","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 38744, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.856012091Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 38744, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4378, tv_nsec: 654923810 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:13.856070277Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:13.856849629Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:58881","req_id":"856c1590-fad6-49d7-a4c0-3433cde693bb","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: db ce 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.856903066Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:58881","req_id":"856c1590-fad6-49d7-a4c0-3433cde693bb","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 56270,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.857197773Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.857504133Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:58881","req_id":"856c1590-fad6-49d7-a4c0-3433cde693bb","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:13.857914381Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:13.912880036Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.912949535Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.913160726Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:45:13.913218571Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:45:13.914171069Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:13.914231138Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:13.914365867Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:13.914414774Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.914445686Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.915082234Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.915219087Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"fe47fe02-cbe0-4332-951f-a8222198c1ad","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.915468694Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"fe47fe02-cbe0-4332-951f-a8222198c1ad","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"incoming request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:13.916631882Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/fe47fe02-cbe0-4332-951f-a8222198c1ad","method":"GET","req_id":"67dc0212-307f-4dc3-84ef-b5d385a1ed94","remote_addr":"127.0.0.1:56283","local_addr":"127.0.0.1:44995","component":"dropshot","component":"nexus-producer-server","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"request completed","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:13.921591754Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/fe47fe02-cbe0-4332-951f-a8222198c1ad","method":"GET","req_id":"67dc0212-307f-4dc3-84ef-b5d385a1ed94","remote_addr":"127.0.0.1:56283","local_addr":"127.0.0.1:44995","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","latency_us":4957,"response_code":"200"} {"msg":"sent collection request to producer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:13.921972412Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"fe47fe02-cbe0-4332-951f-a8222198c1ad","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.928703764Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"fe47fe02-cbe0-4332-951f-a8222198c1ad","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":5} {"msg":"forwarded results to main collection loop","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:13.928868592Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"fe47fe02-cbe0-4332-951f-a8222198c1ad","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:13.928911518Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"fe47fe02-cbe0-4332-951f-a8222198c1ad","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.928941137Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.936341031Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:13.936544516Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.936634295Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.937304601Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.938184233Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c740b15-0833-47c0-ad93-8f3d80e1cb0d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.938423239Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:13.940502292Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.940608503Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.942336957Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.942715702Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ec9db5c-a295-478a-bf13-bdd45e28bf95\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.943124627Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.947170187Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7795dbd3-eed4-4d15-af46-0cc58b107339\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.947460786Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.950071748Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b47efe6b-fcb7-43e7-98b8-89cede5f31d0\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.950560472Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.95265245Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"92073cd4-e31e-4c64-8293-bd45ce9990b2\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.952869182Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.954251136Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f6de52c-093c-4a8d-9957-76399c5c12df\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:45:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.954777294Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.956821397Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b303a1fe-64d9-46c3-bbce-6748fce0e0da\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.957049832Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.967172761Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa0f83cd-cf7a-496f-aa9f-1b9e42a3b443\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.967378341Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.971017722Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c99a9544-345f-4de9-a308-bdef2dde02bb\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.971634791Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.97338576Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d7be91a4-64fb-45e6-ad10-1a2cb1d4edb2\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.973644496Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.976460647Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77c7d7b2-ebbc-4f4c-8008-ba100a744dee\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.976674392Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.981715046Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"397e047d-3c45-491a-ad3a-128cad7595a2\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.982101786Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.983243942Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"07631ead-e0b1-4ecf-b585-ac8dc361cb4d\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.983461706Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"inserting 6 samples into database","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.987677365Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 6 samples into database","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.987902584Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.988161039Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d4b1a6a-d29a-4969-98e1-f788605bcc94\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.988383472Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"unrolling 6 total samples","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.988760593Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:13.994083519Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":12,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.994487253Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.996615945Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ccccaa4e-3daf-4f78-9b97-db6c2b4b980d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.996917846Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.99818437Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e78fe24f-4d1e-44c0-a79c-895adc3f59ce\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.998449869Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:13.999707514Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":12} {"msg":"inserting data","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:13.999806171Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":5,"sql":"INSERT INTO oximeter.fields_u16 FORMAT Native"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.002178808Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0ec5388-8ef0-406b-b4ce-e23df60a46e6\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:45:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.002437514Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.004304985Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61313196-ce6b-4b43-b5cd-402d962ec370\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.004516757Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.007191846Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4747e2d5-8013-4758-99a1-cd3d9661c0ad\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.007472927Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.00908065Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_u16","n_rows":5} {"msg":"inserting data","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:14.009179336Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":5,"sql":"INSERT INTO oximeter.fields_uuid FORMAT Native"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.009852347Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de5d2426-5b83-4e00-b465-bc036c22dee1\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.01017495Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.012627366Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_uuid","n_rows":5} {"msg":"inserting data","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:14.012725782Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":19,"n_rows":5,"sql":"INSERT INTO oximeter.measurements_histogramu64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.013326439Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"09e2447f-52d4-489e-871e-76f4762d1fc2\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.013539394Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.016700913Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"68a37738-a8cb-4853-a5c4-7f8dc9505958\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.016951582Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.018402944Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_histogramu64","n_rows":5} {"msg":"inserting data","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:14.018500899Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.020742305Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14f287c8-e172-49ad-aa57-b06351578758\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.020958646Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.021704582Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:14.021806114Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.023028791Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77c21e17-2afd-496e-8a92-1d2a6f260442\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.02328925Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.024394191Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e400862-d5a6-46be-a119-33e5ceaeb1cc\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.024663518Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.02573864Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"434c9fe3-4f73-457c-b2a7-6d812a64cc6c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.025958358Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.027941318Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0cb6566a-9d1d-4d4d-9aef-0772e41703ce\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.028259593Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.029475595Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c35f8a1a-fbf6-44c9-a29f-cd9a368ceabb\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:45:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.029795633Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.032199392Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e56019a8-1f13-4643-a6ed-f27c8a0b451b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.032409892Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.03507389Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"041f9b53-cbac-449d-b0fc-db7fbbbe8b4b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.035284469Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.037703579Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"87b9b4b7-c9a6-47ad-a86c-2639aac8b3a0\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.038008867Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:14.049283762Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:14.049485203Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:14.049535844Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.049569932Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.050289365Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.05264068Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.062122562Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:14.062198504Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.062228012Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.065959347Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.066023926Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7526b73e-e20f-46f1-8f4f-7437857d9c1d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.066086641Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:14.068474418Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.068537824Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.07123606Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.078733088Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63304502-a58e-4ad7-a42f-1d061a0e6bc2\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.079156912Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.084331743Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c3e5648-c0ce-4a28-85c6-eddc438eb35e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.084485198Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.085807914Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"450d686f-eb5b-4a33-9983-93a4882742a4\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.086082942Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.0882303Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b982d58-89c0-4ec7-853b-5415746dade7\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.088295881Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:45:14.089477235Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.096995003Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f918aea-9034-4b14-8235-4ab009b07703\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.097303448Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.098959848Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6da0fb88-75f2-4a3f-8ab8-4032f03ffd86\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:13 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:14.099206991Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:14.099338573Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:14.099436658Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.099525335Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.100312914Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.104921627Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.112909712Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:14.113012257Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:14.11304913Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:14.113121324Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.113166775Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.113613865Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.118596202Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.125854494Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:14.126192197Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.126297086Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.126944847Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.134606241Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.187919495Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","sled_agent_url":"http://[::1]:33811"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.188063802Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"SledAgent":"http://[::1]:33811","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:33811/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:14.18861974Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:14.188795901Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:14.188896742Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.188978324Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.190220189Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:14.190388915Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:56694"} {"msg":"incoming request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:14.191672061Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/inventory","method":"GET","req_id":"593c6660-a69a-4f5a-8ee2-693c17e6a7ad","remote_addr":"[::1]:56694","local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:14.192526854Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/inventory","method":"GET","req_id":"593c6660-a69a-4f5a-8ee2-693c17e6a7ad","remote_addr":"[::1]:56694","local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":864,"response_code":"200"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.19400498Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.200036287Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:14.200135665Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.20021866Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.20076595Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.201095527Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"SledAgent":"http://[::1]:33811","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:33811/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"593c6660-a69a-4f5a-8ee2-693c17e6a7ad\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:45:13 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.20258784Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.202674713Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.202735615Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:14.205306327Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:14.205448831Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:14.205542497Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.205626364Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.206230248Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:14.20929792Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.209406336Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.21008627Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.215124579Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.22702992Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:14.227226201Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.227283294Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.230897375Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:45:14.287737936Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:45:14.288036601Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.288096801Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":43,"elapsed":"541.492538ms"} {"msg":"activating","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.288333553Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","iteration":44,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:14.288391849Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:14.288607218Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:14.288661637Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.288692929Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.289498194Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.290728274Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.293159088Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.299796963Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:14.299909447Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.2999559Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.300624262Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.309450437Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","candidates":"[(f54221d0-68e0-433e-8046-3388d0db05fb, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:14.310211754Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:14.313190429Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:49492","req_id":"546bd26e-5d23-4794-84b5-85ff80d3d064","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: f8 d5 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.313407381Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:49492","req_id":"546bd26e-5d23-4794-84b5-85ff80d3d064","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 63701,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.313777438Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.314061985Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.314630418Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:49492","req_id":"546bd26e-5d23-4794-84b5-85ff80d3d064","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54660, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.316365254Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54660, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4379, tv_nsec: 114606478 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:14.316432038Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:14.317019859Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:53634","req_id":"6f314f24-f238-4be0-a396-59147dda5d9f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: b6 9b 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.317741066Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:53634","req_id":"6f314f24-f238-4be0-a396-59147dda5d9f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 46747,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.318005002Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.318152305Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:53634","req_id":"6f314f24-f238-4be0-a396-59147dda5d9f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:14.366026752Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:14.366445065Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:14.366551217Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:14.366596046Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.366626477Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.367231282Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:14.367764674Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:63231","req_id":"8b82a007-047f-4640-8833-825f806b9798","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: bb 34 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .4..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.367836808Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:63231","req_id":"8b82a007-047f-4640-8833-825f806b9798","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 47924,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.3680584Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47924,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_delete_snapshot_then_disk","level":50,"time":"2025-04-30T06:45:14.36815409Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:63231","req_id":"8b82a007-047f-4640-8833-825f806b9798","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.368338979Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"begin collection from MGS","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.368386814Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","mgs_url":"http://[::1]:54660"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.368413347Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.370024166Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"53ac0a25-e56a-47bb-ac3d-192852f8c676\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:45:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.37131584Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0","method":"GET"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.371520939Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.376498005Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:14.376559989Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.37659069Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.376948062Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.379274607Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f8e4db02-bf62-4c5a-b207-442515f184a0\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:45:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.379506439Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:14.380115773Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.380169911Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.380587573Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.382324454Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d287c3d9-0cf8-4848-800c-82a81584d2f8\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.382393421Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.3851381Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5cd35607-1321-4501-a1a5-b61ccb381ebd\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.385211296Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.387198054Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"35a7c942-9849-433b-8551-dc2d18391586\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.387356009Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.389440302Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41dd8404-94d5-40c9-8835-904b434bc298\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.389515351Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.391625786Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e7661583-0879-41a0-905e-f8f6bb9f5670\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.391691267Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.396021484Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c7a82141-5b78-48ee-9e5d-962beb70dc3e\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.396221483Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.398989167Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"48384702-7df2-4d7f-aeb3-aac002de1914\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.399142342Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.401004272Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"623998ff-9b7c-4e47-80ff-3d76590a7730\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.401203519Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.402300084Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c7ad6756-5fe8-4b24-84cb-f0c55097d50e\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.402365865Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.403501969Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a38f1e4a-19b9-4095-9dd0-a05fc0952feb\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.403625415Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.405237587Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed876a1b-b055-4c29-9422-a6dc3163481a\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:45:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.405538316Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.409197667Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.411049406Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a6aec8d2-29d3-4630-949c-650bc160b517\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.411376578Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.413211164Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"58b8bf59-2312-4839-9c5f-e305a6ed4f32\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.41328481Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.415210056Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab48cd74-3ffb-41f6-a4e8-1d90bea20954\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.415331007Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.417524488Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d0a1d3f7-e52f-4ace-a123-ec4ec973341a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.417593886Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.420481489Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cafb20c0-f0da-40aa-aac6-a59dce71f483\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.420554244Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.422471825Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c356eae6-2ba2-489a-8ac5-408aac368c6c\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.422538999Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.423679782Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6af69e7a-f798-4519-b0c3-c0dbe38ceaab\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.423958377Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.425027236Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f1d3e303-051e-430e-b79e-499a0737f5c7\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.425168979Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.42685088Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"95bb1754-4038-400c-9812-7843f784d918\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.426932603Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.427337449Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a1da4d1c-3e7a-47aa-83d0-a8ad3adb0943\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.427895812Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.430380482Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1835035f-adcb-4e2e-bb26-8153eaba1f83\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:45:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.430536774Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.43265277Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d3a1390-c036-4ccd-85d5-9a7f70c4708e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.432729843Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.435205947Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d11d7d0-1c34-4bbc-9103-c9cd5c8bef0f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.43577493Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.447617266Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e459266-b56f-4d0e-82fb-0e7fe0e338c7\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.451105305Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.457496339Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b7f15d96-c809-43a0-acd0-0140c5dda13f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.461303044Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:14.462730428Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:14.463158921Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:14.463309191Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.463405252Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.466367324Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.471280202Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.476902675Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:14.477001422Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.477087142Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.477599804Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.479318358Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da49fccb-4f4b-4cf1-a79e-6d253a0525c3\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.479707503Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:14.480245365Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.480352559Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.480951251Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.48451919Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6baad0a8-3b60-4611-9e48-1c949ba09fad\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.484788677Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.487347636Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d213e3f5-f92e-4450-9aa0-69491e840bef\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.487562163Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.491796911Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"64a93e12-931f-4ca8-b3b4-81a83655ddf5\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.491996989Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.493203904Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3664d162-7744-49eb-9877-ce862c2d5040\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.49334258Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.495141154Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"978e8ce8-9b1a-4e18-acec-31d5498481a9\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.495281463Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.49842649Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f58e57d0-6c4c-44a3-880f-02d0f10cbb73\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:45:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.49849189Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.499996859Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8fc60720-63b2-45c1-b4d5-797d450fcf32\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.500169242Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.502187122Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"399aa6e6-727b-4afb-af83-2182fcc2c027\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.502257282Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.504368198Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ef6633f-02bd-457d-b770-a0a4f13e8c37\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.504425112Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.511027266Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d34fa9a-39b8-4512-892a-24193c5d173d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.511762751Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.516975938Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.518359194Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c5b1ee8-3279-4dae-9bfe-a827f3831595\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.518646897Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.526801074Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6c1bf13f-3557-4dab-a36b-72f69ca52057\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.52701972Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.527706889Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"253d7b3e-1d6a-47d7-8c49-b9c717527cdb\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.527851577Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.529110125Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"64707264-46fd-4a83-a49a-ad9358054a6b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.529265835Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.530301348Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"702322f2-3f14-42da-9a88-96c9aadf27e2\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.530430345Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.531499485Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"66d46e7f-815a-42ff-a2d9-761a77b8e520\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:13 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:14.531562982Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:14.531600226Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:14.531630827Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.531769213Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.532682142Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.53623983Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.543454325Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:14.543518923Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:14.543553613Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:14.543585456Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.54361272Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.54419461Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.547428283Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.558123332Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:14.558382348Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.558491275Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.559099056Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.637602619Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","sled_agent_url":"http://[::1]:33811"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.637791525Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"SledAgent":"http://[::1]:33811","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:33811/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:14.638488564Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:14.638633232Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:14.638778231Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.638876517Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.639948964Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:14.640166708Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:58223"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.64321452Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.657675784Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:14.657775793Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.657858838Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.658383694Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:14.658641438Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/inventory","method":"GET","req_id":"49136a58-b53a-4e1f-9489-6541cfd65074","remote_addr":"[::1]:58223","local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:14.659419828Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/inventory","method":"GET","req_id":"49136a58-b53a-4e1f-9489-6541cfd65074","remote_addr":"[::1]:58223","local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":785,"response_code":"200"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.659973071Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"SledAgent":"http://[::1]:33811","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:33811/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"49136a58-b53a-4e1f-9489-6541cfd65074\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:45:13 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.661802586Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.661890852Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.661950591Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:14.664352987Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:14.664472325Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:14.66456006Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.664638737Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.665251868Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:14.667211934Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.667357824Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.668223158Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.668796661Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.675403445Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:14.675855475Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.675918Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.676567865Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:45:14.754142828Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:45:14.756286228Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.756353132Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":44,"elapsed":"467.945191ms"} {"msg":"activating","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.756393683Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","iteration":45,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:14.756423923Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:14.75646267Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:14.756496057Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.756523962Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.758608265Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.762689066Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.769664313Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:14.769726076Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.769760034Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.77015436Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.772596516Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.772658359Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.773581578Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:45:14.773641508Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:45:14.77697039Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.778189319Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","candidates":"[(f54221d0-68e0-433e-8046-3388d0db05fb, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:14.778236603Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.778938702Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"sent collection request to producer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:14.779334952Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.78005193Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:14.780111078Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:14.780139044Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:14.780811483Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:53924","req_id":"8ab53573-6652-4f8a-9337-afe09f2196d8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: ae 43 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .C..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.780869279Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:53924","req_id":"8ab53573-6652-4f8a-9337-afe09f2196d8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 44611,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.781033887Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.781191521Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.781242242Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:53924","req_id":"8ab53573-6652-4f8a-9337-afe09f2196d8","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54660, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.781629143Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54660, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4379, tv_nsec: 580514891 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:14.781689864Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:14.782141423Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:53576","req_id":"edeee435-a399-4f3b-ab40-c496fca97e5e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 58 4c 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e XL..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.782197806Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:53576","req_id":"edeee435-a399-4f3b-ab40-c496fca97e5e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 22604,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.78233551Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.782359508Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:53576","req_id":"edeee435-a399-4f3b-ab40-c496fca97e5e","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:14.834223042Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:14.834490595Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:14.834544071Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:14.834578821Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.834606105Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.835269417Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:14.835686538Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:54913","req_id":"d9133bd6-1c37-4dbb-a9ab-5589cf0688eb","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: a0 90 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.835752589Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:54913","req_id":"d9133bd6-1c37-4dbb-a9ab-5589cf0688eb","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 41104,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.836120763Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41104,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_delete_snapshot_then_disk","level":50,"time":"2025-04-30T06:45:14.836224099Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:54913","req_id":"d9133bd6-1c37-4dbb-a9ab-5589cf0688eb","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.836917029Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"begin collection from MGS","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.836970626Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","mgs_url":"http://[::1]:54660"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.836999604Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.839174918Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.845553858Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:14.845619078Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.845650109Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.84612196Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.847916715Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c66b110f-1502-4937-b391-f7227a25efd6\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:45:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.848247464Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:14.848807751Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.848852169Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.849425792Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.85207496Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab493961-36b4-4f87-b9ad-d762532c8392\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:45:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.852390128Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.871310025Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eccd6781-5fcc-4207-b1b1-45ee905802fc\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.871448321Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.876350809Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"91b25004-7f48-4e37-9c2b-134d6d469191\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.876433573Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.883033453Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61284038-cea3-47a2-a4d2-118f909f315f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.883263381Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.887765211Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"01efafe2-e037-4775-8645-c574e80bfcc3\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.887979688Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.893360359Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"47ae38ab-2ee6-4ce6-89e9-a45f4b0674b6\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.8934512Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.903245675Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:45:14.903319352Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:45:14.906696911Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.90712273Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.908479182Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"485933f1-b3dc-4f5c-ac7c-437dccd90dee\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.908606726Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.909715536Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b93b420b-4a1f-45ca-8d4e-c71369681296\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.909872288Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.911270784Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4bff0a4-e3c6-4222-af7a-169506063256\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.911420833Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.915449811Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"324d6c1c-e354-4ef1-bb8c-c24184a24ec4\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.915594299Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.918313897Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb684428-fef4-4b64-848c-c188cda938a5\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.918491872Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.92088985Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba4cb325-bed9-4ce0-9bfe-78e99da2f480\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:45:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.921120269Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.923381524Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10b5b375-b7c4-4bcd-85fe-344c909f27d1\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.923542385Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.927968173Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea49253f-ad01-4bdd-96da-8ab074bdd518\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.92821283Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.934197915Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98a63f26-70b2-4d0c-ad19-a044dc284ddf\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.93479744Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.946727069Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f5237dcf-44ce-4f13-97a5-0f1aadc1c5c2\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.946806236Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:14.958133565Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:14.958544965Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:14.958799502Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.958910002Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.959604807Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.961524381Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b372f7a-b44d-4c67-89cc-9efa646ce56e\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.962059047Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.964465371Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.970955562Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:14.971053928Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.971137345Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.971703653Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.9734586Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"74349667-3e87-4562-a27e-b43a802ae7a8\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.974402851Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:14.975047195Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.975271572Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.975859924Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.976890978Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1143af59-586f-4420-9d64-d176f84e98f0\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.977203331Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.980816971Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b451b39e-40fe-4087-9334-37626fe96de1\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.981227218Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.983809132Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e290eb5-2729-4658-93da-917858c25b7a\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.98408379Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"inserting 1 samples into database","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.985623988Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.986952696Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.987283144Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:14.988352895Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.993011227Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:14.993071697Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.993753466Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18204e83-2189-45ae-86f8-be41834e998f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.993803636Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.996423065Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"442bcef1-ffdb-47b6-91b0-8f94fafbb6ea\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:45:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.997280423Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:14.997867803Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:14.997913444Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.00564581Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f83b4a5c-3c97-4cc4-a070-549b0efd6878\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.005816961Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.008062736Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a4b971c0-1103-403e-b052-bc3bf4d1a519\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.008183887Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.010321516Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"781613e9-4555-470c-9a6d-9ac944ef81cf\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.010392027Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.0122403Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f81ea5c-77e6-45fd-92cf-a9687bfbd98f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.012442482Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.015717347Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"79ef55f1-e21a-4440-95f4-598645c85a22\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.015835513Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.017470871Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa6cf3af-1ea4-4a2d-ba9e-d50daf4895da\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.017585249Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.017910377Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.018938876Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"704bfafc-6edf-4059-ae8d-32e622bf6119\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.019084506Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.020071222Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a64f94c2-698d-4948-b257-068157e72bd6\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.020215389Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.02111896Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"587b17c3-5c5b-4b6b-8b53-1b867dbd9668\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.02124446Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.02229835Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"15cea792-631f-4966-adbe-690eb512ff6c\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.022413509Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.023519593Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da63cacb-7ac9-4148-958c-95608971bdbd\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:45:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.023694702Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.025788714Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd5f4c71-0bcd-46f7-bb83-0c7fe28c07e5\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.025859284Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.027530334Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a4c2c2a-9330-40ec-b51e-2a45736e5fbd\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.027642928Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.030502325Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"623c02f5-6ed1-4135-8692-f1f4cfea6540\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.030622315Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.032293604Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ef7e8f45-d66a-4055-817e-dc9367992e2e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.032411329Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.034161717Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4eee7869-d421-402d-b8fa-b3f52d44d4cf\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.034311735Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.036272923Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5dfceadc-cbb0-4366-b727-92bef9c7b3d2\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.036343263Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.037216573Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"34ad81ca-1173-4467-8a19-d5e7033a5dea\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.037618614Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.038733375Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce580bd2-babd-45fc-8c63-2425b9b07129\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.038863835Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.040071411Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"edb76dc6-3858-4c25-b758-0651832e5753\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.040140078Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.042128119Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6fddc74-4019-4e24-b613-367ba17c6055\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:14 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:15.042185734Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:15.042226405Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:15.042254611Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.042281014Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.043000126Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.046530601Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.055625792Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:15.055692235Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:15.055726763Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:15.055759008Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.055785631Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.056370556Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.059884988Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.065074969Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:15.065147664Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.065178345Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.065704093Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:15.070870847Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:15.070981257Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:15.071015225Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.071043651Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.07291489Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.131179869Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","sled_agent_url":"http://[::1]:33811"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.131247534Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"SledAgent":"http://[::1]:33811","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:33811/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:15.131796037Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:59873"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:45:15.1331531Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.133392507Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.141101597Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:15.14116835Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.141201106Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.142148734Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:15.14229736Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/inventory","method":"GET","req_id":"9d347666-31cc-4b88-9236-ae21a2d9dcfd","remote_addr":"[::1]:59873","local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:15.143194427Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/inventory","method":"GET","req_id":"9d347666-31cc-4b88-9236-ae21a2d9dcfd","remote_addr":"[::1]:59873","local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":886,"response_code":"200"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.144506141Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"SledAgent":"http://[::1]:33811","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:33811/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d347666-31cc-4b88-9236-ae21a2d9dcfd\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:45:14 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.147166591Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.147221972Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.147250449Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:15.150450885Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:15.150514171Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:15.150548159Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.150577968Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.151109648Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:15.151745855Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.151804312Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.152319709Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.15500048Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.16111387Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:15.161392646Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.161455461Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.165938203Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:45:15.211939567Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:45:15.213030581Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.213091182Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":45,"elapsed":"456.762459ms"} {"msg":"activating","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.213126783Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","iteration":46,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:15.213152614Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:15.213292403Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:15.213342222Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.213370228Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.214128058Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.215811482Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.21887205Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.226018088Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:15.226093909Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.226127596Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.226609346Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.230233096Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","candidates":"[(f54221d0-68e0-433e-8046-3388d0db05fb, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:15.230291693Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:15.231125384Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:64426","req_id":"2ce79103-c2a0-4788-a09d-dcde10da193d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: e9 be 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.231186365Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:64426","req_id":"2ce79103-c2a0-4788-a09d-dcde10da193d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 59838,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.231400432Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.231566423Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.231622214Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:64426","req_id":"2ce79103-c2a0-4788-a09d-dcde10da193d","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54660, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.231964556Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54660, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4380, tv_nsec: 30860073 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:15.232030046Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:15.233349996Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:53534","req_id":"485922c8-808f-4c70-b993-13aef54db9c8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 30 60 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e 0`..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.233488823Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:53534","req_id":"485922c8-808f-4c70-b993-13aef54db9c8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 12384,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.233685264Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.233909551Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:53534","req_id":"485922c8-808f-4c70-b993-13aef54db9c8","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:15.284482094Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:15.284946649Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:15.285001569Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:15.285033282Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.285085997Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.286096721Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:15.286460826Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:59150","req_id":"9fc4ea8b-7dcc-4e7f-8a8c-3dfe83e5c6b4","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 41 40 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c A@..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.286750804Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:59150","req_id":"9fc4ea8b-7dcc-4e7f-8a8c-3dfe83e5c6b4","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 16704,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.286910232Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16704,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_delete_snapshot_then_disk","level":50,"time":"2025-04-30T06:45:15.287156392Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:59150","req_id":"9fc4ea8b-7dcc-4e7f-8a8c-3dfe83e5c6b4","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.287571499Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"begin collection from MGS","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.287620877Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","mgs_url":"http://[::1]:54660"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.287650156Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.288641731Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.296411542Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:15.296520409Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.296558655Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.296903893Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:15.302444412Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.302503901Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.303323624Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.30345207Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c5ec9f8-92f1-4437-b3f8-1cfeb6edf5ac\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:45:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.303698661Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.307674683Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f580daf3-0542-40cd-9730-3a839c4f740d\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:45:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.307795123Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.311866445Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0479fef7-14ce-4d24-8788-2f81a178c455\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.311947597Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.317492204Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"87b122ef-c2b7-4fdc-9d3a-fc85ae3fffb1\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.317623245Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.322311586Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"45b052b4-bd07-469f-87bf-c971cc7897d5\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.322386957Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.327214686Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1bfe5feb-20ae-4d23-bb05-505e9863417e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.327285517Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.33416803Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.334440763Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aec3b69c-eaac-485d-b58f-5aa02a084983\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.334558888Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.339497288Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"66fc6bed-ad9f-42bc-9a6d-d03e39e22e5c\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.339596806Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.341321001Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c36405d-a8b0-4b22-9e98-71332c3c666f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.341393937Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.342061096Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"96ec85e7-d9a4-431a-b03b-f4c9d0118906\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.342281215Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.343288512Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad701233-ec15-4162-9168-3ccd7f4f3047\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.343515303Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.345242835Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ae25ccf-085f-416b-851e-f50aed640acd\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.345311352Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.346522565Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cfa708d8-4669-421a-981d-40c3aacac312\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:45:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.346680931Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.350850829Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77d0cd1d-a151-41ca-928a-ab6ccac81d5c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.350983944Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.357215911Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed17a269-33d6-492e-96aa-bb61567f5f51\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.358096746Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:15.389837958Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:15.389969771Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:15.390017817Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.390046093Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.432800979Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.433612216Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b246a706-1995-4251-839d-765add2205a2\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.433829358Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.436261124Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63a1a404-b01f-479d-af2e-b4ec6e249c85\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.436757202Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.437241036Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.448396372Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:15.448463726Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.448494919Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.448910326Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:15.452827351Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.452914825Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.460636891Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.466862986Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c491f459-dcc0-4bc7-8f5f-7758986beae9\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.467118715Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.470962614Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"822cd9a0-c997-42e9-9007-b48aba69ad31\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.472775446Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.478296817Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"90bdf087-0b87-42d3-ac0a-7b5b6fe55c2a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.478692485Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.494477536Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa78666d-a47a-473a-82cd-365073b9248a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.494732674Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.49615084Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"765841d3-32d5-4e01-9ccf-83d2e3f1f93c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.49638164Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.497270571Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a730d19-8d20-4a6a-be1a-a0de1c954f9b\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.498208119Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.501425389Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d5beeb2-dbda-4a22-8281-1189e7610a2b\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:45:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.501702611Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.503683999Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e4b3879-cde5-459d-9e05-f1e92a85095b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.503898727Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.506601372Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed805862-76ce-4b4e-a9d1-4d5aad2b3578\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.511572577Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.51609624Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"deae4feb-dde5-4406-94f8-a21f534f2f01\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.516323192Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.519046538Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"607529cb-12c3-4b24-8241-101d95bb7820\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.519400704Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.522660609Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"08483221-273b-4874-944a-ec552da90452\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.522879605Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.528005158Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eaeebbf4-6c21-4841-b03a-0439119f3948\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.528229835Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.533292252Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c75e1ea7-433a-4801-b64f-63898f4aae79\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.534569727Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.538989343Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f7c5e895-e8a7-4e07-bd3c-fea4c8faee32\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.539225493Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.539764457Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.543820469Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"454e7d51-864e-49da-85f5-82c2a06b35f0\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.544652817Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.545859672Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"80f82212-4eaf-44f9-8386-6e7d5651bd5e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.546072285Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.547649668Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"547b6e43-0b9b-43d1-bf63-b721e4664990\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:45:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.549108294Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.551429178Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"edc79687-3f12-4d86-823a-dd38165afdcc\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.552322178Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.556437998Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"34be4513-b418-4c8c-9433-2d4ba98a09a3\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.556770821Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.562827449Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb99a93b-6274-4c0e-8611-d942ae0c5f3a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.563152737Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.56525735Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d6d457f-91c9-4a61-8361-5c433d500ca4\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.565474673Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.576530491Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd571f80-2093-44f1-97b4-d27f7a8ce406\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.576749568Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.579075853Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d970343-a0de-46db-8a27-84af59cfc7c5\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.579288937Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:15.580067699Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.580256866Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"88647423-7055-4ffb-83d7-b2839543fb14\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.580473127Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.580948363Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"oximeter","body":"None","uri":"http://127.0.0.1:33167/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:15.581375645Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"e374475b-ded7-4b12-8674-84435f0fce07","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:15.581816974Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"e374475b-ded7-4b12-8674-84435f0fce07","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.58195529Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"e374475b-ded7-4b12-8674-84435f0fce07","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.582760945Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"e374475b-ded7-4b12-8674-84435f0fce07","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.583990415Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14491c07-f27d-4cc5-8b59-e9047e3d05c4\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.584594117Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"request completed","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:15.598348192Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"e374475b-ded7-4b12-8674-84435f0fce07","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","latency_us":16918,"response_code":"200"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:15.598728169Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:15.598789781Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:15.598822436Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.598849631Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.600088549Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.600548586Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:33167/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e374475b-ded7-4b12-8674-84435f0fce07\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:45:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.600792311Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"oximeter","body":"None","uri":"http://127.0.0.1:33167/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZTQ3ZmUwMi1jYmUwLTQzMzItOTUxZi1hODIyMjE5OGMxYWQifX0%3D","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.601186857Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2545c4c4-228d-4dea-9bd4-310efc985bcb\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.601321967Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"incoming request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:15.601876812Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZTQ3ZmUwMi1jYmUwLTQzMzItOTUxZi1hODIyMjE5OGMxYWQifX0%3D","method":"GET","req_id":"28db7340-905e-4608-bff7-7172813ee19f","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:15.602324684Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZTQ3ZmUwMi1jYmUwLTQzMzItOTUxZi1hODIyMjE5OGMxYWQifX0%3D","method":"GET","req_id":"28db7340-905e-4608-bff7-7172813ee19f","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.602391708Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZTQ3ZmUwMi1jYmUwLTQzMzItOTUxZi1hODIyMjE5OGMxYWQifX0%3D","method":"GET","req_id":"28db7340-905e-4608-bff7-7172813ee19f","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.602926073Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZTQ3ZmUwMi1jYmUwLTQzMzItOTUxZi1hODIyMjE5OGMxYWQifX0%3D","method":"GET","req_id":"28db7340-905e-4608-bff7-7172813ee19f","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.603679253Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7941b842-9372-4cd3-9035-f130f59774ae\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:14 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:15.603807489Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:15.603857238Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:15.603889923Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.603919622Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.604405049Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.60917837Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.614477959Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:15.614556095Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.614590503Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.614904248Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:15.61562763Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZTQ3ZmUwMi1jYmUwLTQzMzItOTUxZi1hODIyMjE5OGMxYWQifX0%3D","method":"GET","req_id":"28db7340-905e-4608-bff7-7172813ee19f","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","latency_us":13749,"response_code":"200"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.616032166Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:33167/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZTQ3ZmUwMi1jYmUwLTQzMzItOTUxZi1hODIyMjE5OGMxYWQifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"28db7340-905e-4608-bff7-7172813ee19f\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:45:14 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:15.616092967Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:15.616128588Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:15.616155411Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:15.620194369Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.620255561Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.623015059Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.62322177Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.628256843Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:15.628300449Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:15.628328525Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:15.628358655Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.628385389Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.628491771Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.631656236Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.663300334Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:15.6633685Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.66340371Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.663843557Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.761677034Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","sled_agent_url":"http://[::1]:33811"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.761878275Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"SledAgent":"http://[::1]:33811","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:33811/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:15.76520866Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:36526"} {"msg":"incoming request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:15.784348124Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/inventory","method":"GET","req_id":"646aa000-8d51-42b4-a5a2-e65870e923bf","remote_addr":"[::1]:36526","local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.784585497Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.785117788Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"request completed","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:15.78538988Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/inventory","method":"GET","req_id":"646aa000-8d51-42b4-a5a2-e65870e923bf","remote_addr":"[::1]:36526","local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1057,"response_code":"200"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.792887097Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"SledAgent":"http://[::1]:33811","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:33811/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"646aa000-8d51-42b4-a5a2-e65870e923bf\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:45:14 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.795306177Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.795399914Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.795517538Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:15.800067844Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:15.800221951Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:15.800346389Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.800448082Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.801838262Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent collection request to producer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:15.807944719Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.808701587Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:15.80881378Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:15.808981675Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.812932516Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.81948428Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:15.819857724Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.820038996Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.821017275Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.871093048Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:15.917054042Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:45:15.918631735Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:45:15.918923246Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.919704994Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":46,"elapsed":"705.910781ms"} {"msg":"activating","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.919775314Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","iteration":47,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:15.919804793Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:15.919833931Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:15.919863179Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.919891165Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.920825897Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:15.9214998Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:62885","req_id":"00f8244b-b20a-46c4-a15f-021c106a725f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 5f 0d 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 _............_de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.92156493Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:62885","req_id":"00f8244b-b20a-46c4-a15f-021c106a725f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 24333,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.921934556Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.922100346Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.922148552Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:62885","req_id":"00f8244b-b20a-46c4-a15f-021c106a725f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 38744, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:15.924002847Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:15.92411974Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:15.924168337Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.924198527Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.925772052Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.926523659Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 38744, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4380, tv_nsec: 724942868 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:15.92662914Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.93183388Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.943752577Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:15.943828318Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.943862807Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.944779473Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:15.947611385Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:54763","req_id":"0bbac2cd-7439-448d-9558-8c88e397edca","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 73 56 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e sV..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.947744731Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:54763","req_id":"0bbac2cd-7439-448d-9558-8c88e397edca","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 29526,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.947980761Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.948016262Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:54763","req_id":"0bbac2cd-7439-448d-9558-8c88e397edca","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.948388053Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.961705056Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:15.961826899Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.961862219Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:15.962728856Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:15.96400083Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:16.037362799Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.037539882Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.038137262Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:45:16.038299626Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:45:16.039841788Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.040114652Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","candidates":"[(f54221d0-68e0-433e-8046-3388d0db05fb, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:16.040258779Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"inserting 1 samples into database","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.042388933Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.042538752Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.042855603Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:16.044060213Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:16.04455531Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:49379","req_id":"dd039a0c-8582-4142-8f30-35db17a4a91e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 4d 5b 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 M[..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.044737954Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:49379","req_id":"dd039a0c-8582-4142-8f30-35db17a4a91e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 19803,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.045572777Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.045916612Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.047043568Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:49379","req_id":"dd039a0c-8582-4142-8f30-35db17a4a91e","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54660, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:16.047380759Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.047684134Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.04856032Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.049533529Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54660, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4380, tv_nsec: 847938308 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:16.049668067Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:16.050843268Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:51958","req_id":"9ac7f81c-3860-4ad0-84ce-ede59d0c4985","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 1d 34 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .4..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.051016644Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:51958","req_id":"9ac7f81c-3860-4ad0-84ce-ede59d0c4985","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 7476,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.051496299Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.05165242Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:51958","req_id":"9ac7f81c-3860-4ad0-84ce-ede59d0c4985","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:16.120053245Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"inserted rows into table","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.123736613Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:16.123811342Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:16.124268343Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:62664","req_id":"b89a5a58-8964-45f3-9684-7aca66e92b47","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: e9 1a 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.124377851Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:62664","req_id":"b89a5a58-8964-45f3-9684-7aca66e92b47","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 59674,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.124548732Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59674,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_delete_snapshot_then_disk","level":50,"time":"2025-04-30T06:45:16.124639232Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:62664","req_id":"b89a5a58-8964-45f3-9684-7aca66e92b47","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.124887216Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"begin collection from MGS","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.124938859Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","mgs_url":"http://[::1]:54660"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.124968819Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/ignition","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.131842534Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:16.131918826Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.132373943Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"34f8ff5f-bffd-41c0-b114-c1ed10ab308d\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:45:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.133625917Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.137631268Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fac1be78-7b7d-4906-a909-7ac64bf7f735\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:45:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.137971836Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.143264191Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea90af7d-1d19-4d74-ab9e-fb55a0adeaf7\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.143340723Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:45:16.143493588Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.15095793Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b56220c5-c0a1-4504-8d71-3d5344d2bea4\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.151111556Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.163667263Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e4f7186-4e5c-4b9a-80f2-d2a11aef1f1c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.163730729Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.168709048Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8762d51c-9502-48ad-ba3a-ff651b7bfada\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.168838436Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.172982433Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ce88a2e-860b-427d-a9e5-0405c9f0b218\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.173101891Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.176569379Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"492d3405-364a-42e0-93e6-4d49cccc6c8f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.176889247Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.179798283Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dcdea6a3-2f02-4093-b55a-80b517ecc884\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.18040431Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.182779633Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"80772966-c992-475a-9db0-5d8d501f3832\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.18290886Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.185925511Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"83bf16ab-8d78-452b-92f4-68c59f50ca35\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.186086091Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.188255022Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1230dde1-ccb0-470a-96f3-f004c93c7921\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.188322587Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.197612396Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"971d688b-577b-44b8-ba6b-939082974d7b\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:45:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.197782595Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.202421388Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.213903295Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4567a2ec-2db1-477c-90d0-628b269813d0\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.215656989Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.217707605Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ca99c35-9835-4a82-a6e1-def46adebf8e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.217765059Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.221974727Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6bf60392-73dc-4220-8891-d1dc97a540d3\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.22235293Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.233673987Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a56e7f90-883d-4468-a209-a92666af01e3\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.233888424Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.238860039Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"84f8a902-d05e-48d8-bfa2-d33756dbfe77\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.239212692Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.241314089Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"549c2d6f-b93d-45d7-b867-26fd4c12d08a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.241416764Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.242188371Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a7ebdeac-d5c6-4cd9-a4c0-69936e392178\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.242313931Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.243117242Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"88f342e6-c953-4ae9-b0b6-c64f2e1f67c1\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.243252722Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.244115461Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a89cbd5-f72c-4aec-9dfe-cc7f24ee7971\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.244238636Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.245062507Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"32b1ff53-4dee-4807-af6b-58939cdf87ac\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.245210893Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.246181878Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6cc114f4-0205-4b57-945a-c08b6f246203\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:45:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.246355594Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.247860382Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5cb5c6eb-d4d1-4956-8908-556120a66d70\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.24794948Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.249670569Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"df67c403-8c89-40b3-acba-cd721ad0efc1\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.249859445Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.251660724Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1664bf92-8a79-402e-902a-b2e872ddaf13\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.251738309Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:16.253149641Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:16.253265311Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:16.253298146Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.253326413Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.253867601Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.256401029Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0df3a46c-7549-497d-83e9-a794c9858792\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.256512611Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.256738251Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.263906092Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:16.26396007Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.2639903Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.264690154Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.26673576Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c1ea283d-f6f5-4c55-8e64-dc24ecb3676b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.266868504Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.269247003Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a42d4d7-3240-4ba2-b5a8-ffac78d9eca3\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.269372584Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.270627584Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a69638f-49cb-4527-a7ef-9452999f8656\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.271135827Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:16.271344873Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.271385785Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.271843727Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.273762801Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"72d24a80-dc11-4bf9-8530-767d9d924e81\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.27414373Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.275476756Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e6896435-5e94-421e-85b8-c46ffcd73a9f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.275756313Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.276916204Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a21e2b35-6ffe-4c1a-a3f7-73e2db7e9c6b\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.277194829Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.278261204Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ee6f94d-4388-493b-ab3d-cc7b794d51bf\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:45:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.27842979Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.281005962Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0059db03-7922-4951-a814-5702e0388c03\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.281200951Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.283733417Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"551b4981-fdac-42fe-aaa1-efebbbd2ae90\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.283832815Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.289965003Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b4f73969-41fb-4abe-ad54-9deea08953ce\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.290907501Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.295095585Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"16060432-6958-44b0-8d1b-a2c083e6cb23\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.295170464Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.298401602Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"55cb108f-f07e-45ed-bfef-34b053a8b1e3\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.298488966Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.300347038Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d5b04d27-27d0-4444-9c9c-c18469373ca1\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.300418871Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.303153089Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6172b36-7dcc-4957-abb0-4db3e07a8c4f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.303518998Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.304907615Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20f0fc70-c40a-407f-8c5e-2245a7a5b8e7\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.305192673Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.307516473Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d6065fe-777f-4750-9a9b-8a5f526d76cd\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.307747483Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.308767475Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d85ad527-794d-4560-85a7-1bfbcf3162f0\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:16 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:16.308962694Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:16.309080219Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:16.309289135Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.309394174Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.310325971Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.3226525Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.331414839Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:16.331650348Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:16.33169145Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:16.331721019Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.331750918Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.333869339Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.338890975Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.343558755Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:16.343629826Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.343665918Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.344066026Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.345349002Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.404765004Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","sled_agent_url":"http://[::1]:33811"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.404850865Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"SledAgent":"http://[::1]:33811","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:33811/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:16.405528285Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:16.405588826Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:16.405622523Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.405652302Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.406356185Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:16.406417266Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:57335"} {"msg":"incoming request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:16.407044626Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/inventory","method":"GET","req_id":"1d80c3af-67de-4131-a9d6-a77afa2a7267","remote_addr":"[::1]:57335","local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:16.407451948Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/inventory","method":"GET","req_id":"1d80c3af-67de-4131-a9d6-a77afa2a7267","remote_addr":"[::1]:57335","local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":459,"response_code":"200"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.407681936Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"SledAgent":"http://[::1]:33811","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:33811/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d80c3af-67de-4131-a9d6-a77afa2a7267\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:45:16 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.409580739Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.409636551Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.4097165Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:16.415370425Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:16.415433461Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:16.415467388Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.415497428Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.416076201Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.417976638Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.426069041Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:16.426130414Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.426160403Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.426758184Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.428589513Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.433512311Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:16.433721128Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.433775887Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.43423935Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:16.436615745Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.436675825Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.437123296Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:45:16.487402885Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:45:16.48779202Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.488670671Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":47,"elapsed":"568.458467ms"} {"msg":"activating","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.488738817Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","iteration":48,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:16.48877039Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:16.488932843Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:16.488990849Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.489082632Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.489862225Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.493963186Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.50120763Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:16.501268742Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.501301357Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.501696694Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.502398954Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.506008876Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","candidates":"[(f54221d0-68e0-433e-8046-3388d0db05fb, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:16.506068906Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:16.506995963Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:52417","req_id":"66c03ce5-a5cb-477d-b98b-5418bc1613f7","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 78 56 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 xV..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.507121643Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:52417","req_id":"66c03ce5-a5cb-477d-b98b-5418bc1613f7","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 30806,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.507283446Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.507750616Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.507972358Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:52417","req_id":"66c03ce5-a5cb-477d-b98b-5418bc1613f7","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54660, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.50838964Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54660, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4381, tv_nsec: 307252382 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:16.508488487Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:16.508884405Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:49659","req_id":"f63b8c54-c2eb-45c3-8772-d62f20dc725b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: c8 c7 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.509049354Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:49659","req_id":"f63b8c54-c2eb-45c3-8772-d62f20dc725b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 51399,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.509140105Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.50916263Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:49659","req_id":"f63b8c54-c2eb-45c3-8772-d62f20dc725b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:16.575954408Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:16.577592492Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:16.57765671Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:16.577692511Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.577727872Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.579543239Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:16.580571137Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:57594","req_id":"f597498b-eb12-4a81-8843-cd7e1f800b7e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 0b 34 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .4..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.580638441Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:57594","req_id":"f597498b-eb12-4a81-8843-cd7e1f800b7e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 2868,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.581775596Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2868,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_delete_snapshot_then_disk","level":50,"time":"2025-04-30T06:45:16.582315743Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:57594","req_id":"f597498b-eb12-4a81-8843-cd7e1f800b7e","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.584373673Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.591949618Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:16.592012563Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.592046701Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.592419273Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.592586607Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"begin collection from MGS","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.592631366Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","mgs_url":"http://[::1]:54660"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.592657488Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/ignition","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:16.595220935Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.595284272Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.59575037Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.595976952Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7702f769-f0f8-47b8-8d6f-59b818d80daa\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:45:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.59624224Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.598067687Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"475c0d75-b49b-4c5b-8e3c-7428da4e3c9c\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:45:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.599006528Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.603902523Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af0177f8-4c68-497a-808a-0348c7c2da02\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.604033534Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.606707091Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"24383abf-2222-4c4e-a434-df8fdeaf99c4\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.606774215Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.61462659Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a98cd2df-25f0-4915-a3e4-73446a394bda\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.614695457Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.619263348Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd58f135-6c62-43f2-8d5c-38b4ff0403d7\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.619504318Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.634879913Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f79202f-8366-499b-ab3a-e9e308ad9530\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.63518455Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.637034847Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.643057867Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0591d820-7c55-4418-b4b2-8828f119a4c2\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.643293036Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.644488267Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de5c3cb5-039c-486d-8bd9-dab53ab55290\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.644752354Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.646310107Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"16019fb6-1739-488d-92c1-27de03d9c191\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.646553663Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.64922249Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f86bcb84-bfe9-4a43-9aec-19ce9dd9520e\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.649511005Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.65226413Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"965a60b8-4b54-4b5a-8583-4259aa496509\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.653039235Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.656030955Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb52f61a-68c6-43d1-96f6-cf2e3e241469\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:45:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.656315242Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:16.690613669Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:16.690763217Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:16.690817806Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.690851974Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.706113442Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.724339626Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.750058579Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:16.7501644Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.750254289Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.753034358Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:16.764600363Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.764705733Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.767089412Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.776628218Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.776792836Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:16.782563093Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"sent collection request to producer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:16.783134341Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.783989324Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:16.784048702Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:16.784076889Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.789832626Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"07b641ba-60a9-4f64-8c8b-c05c68d0e3b0\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.790074598Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:16.791844715Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:53029","req_id":"85b586b4-8973-46e7-9a61-abe28883fa6b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 98 eb 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.792104863Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:53029","req_id":"85b586b4-8973-46e7-9a61-abe28883fa6b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 39147,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.792288829Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.792514349Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.79257022Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:53029","req_id":"85b586b4-8973-46e7-9a61-abe28883fa6b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 38744, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.793688538Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 38744, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4381, tv_nsec: 592580769 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:16.793759329Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:16.795678513Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:58588","req_id":"f7ff4860-08d6-49a4-9bc0-d22e0a00f794","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: c7 80 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.795778502Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:58588","req_id":"f7ff4860-08d6-49a4-9bc0-d22e0a00f794","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 51072,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.79595306Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.795993601Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:58588","req_id":"f7ff4860-08d6-49a4-9bc0-d22e0a00f794","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:16.797013934Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:16.913231991Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.913377801Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.91375367Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:45:16.913862858Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:45:16.9160976Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:16.916565924Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:16.918959362Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:50967","req_id":"bccbbd84-50fc-45af-96f0-b90f66bc785c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 81 3b 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 .;..........._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.919159541Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:50967","req_id":"bccbbd84-50fc-45af-96f0-b90f66bc785c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 33083,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.920085015Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.920340143Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.92050928Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:50967","req_id":"bccbbd84-50fc-45af-96f0-b90f66bc785c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 38744, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.921130849Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 38744, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4381, tv_nsec: 720019162 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:16.921264916Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:16.921915081Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:57082","req_id":"e8799482-769a-4479-8aa3-c5f24d6c7665","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: d2 97 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.922081783Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:57082","req_id":"e8799482-769a-4479-8aa3-c5f24d6c7665","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 53911,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.922321221Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.922460248Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:57082","req_id":"e8799482-769a-4479-8aa3-c5f24d6c7665","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:16.924282298Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:16.990334883Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.990484602Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.990809459Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:45:16.990938797Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:45:16.991842798Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"inserting 1 samples into database","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.992440809Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.992645227Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.993402145Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:16.994501355Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.996332684Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c37f37a4-b22f-4d6b-bee0-477c1b089598\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:16.996589716Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.002304091Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:17.002406475Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.007619802Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:17.007806555Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.016412982Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f559f021-f8de-4e43-aad2-fdc6435000ab\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.016651447Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.017082015Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.021941397Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dca9739a-e0cb-4920-b269-9b748d9b5ee1\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.022265052Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.028676046Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aeabc08f-42a1-410a-b004-1b14641fd9c3\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.028893399Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.032504934Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e99fcf8d-848a-406d-b5cd-7bac00260f73\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.032716225Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.034149762Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56cd5048-4779-4068-a028-2b9c944897d1\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.034420762Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.035891853Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f18af98-af75-4893-a9e4-4bb43902b1f4\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.036146961Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.037593814Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"441733a5-d57b-435a-b340-29a666fe1845\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.037941867Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.039348029Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"02789df8-d031-419a-9bef-b6b1ba1aa377\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.039667796Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.041837649Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d71479e-863c-4faa-8db5-5a845d0507b3\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:45:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.042102828Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.045815455Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2928b4fb-7dac-4f5a-b4ba-7d846c73aeb6\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.04602905Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.050559597Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"71eec827-0c66-4403-bf64-8e68e5c3db38\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.050772892Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.055376404Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f018c1e-7f5c-4612-bc11-2fc388220a80\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.055589459Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.060028032Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d9d4c8f-6c19-4fbc-be2d-66ed166114a7\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.060365745Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.064263101Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e1b2295-ae5d-4dd6-90d4-77f12d34b7a8\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.064520303Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:17.06808252Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:17.068229113Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:17.068327228Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.068450083Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.069527479Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.071729767Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"89c030bc-3d47-4c37-a4c8-dc4d4c6af265\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.071945798Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.072458189Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.08060478Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:17.08070007Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.08078518Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.081606737Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.08544819Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f8f95e76-fd0c-4a26-a9cb-f1efd16c2788\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.085939539Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:17.086170971Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.08623085Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.087365721Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.089829109Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba1d2adf-2993-4b76-9ef9-c437e9b6b48b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.090535897Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.094244998Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c6aa1d67-e152-47c2-9a69-0bbe827639ba\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.094383133Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:45:17.095060573Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.097212791Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ee517b4-a444-4758-886e-bf8cb10496a1\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.09740297Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.101734119Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5429f60e-6558-40d6-b835-bb1c7821ff65\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:45:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.10229661Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.112941639Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b8ac997-fc71-49a7-995f-4584942f2db0\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.11336848Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.122168173Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0e15e164-3c57-42a3-9f8d-b1649390b74d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.123059038Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.130717236Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.131967257Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"24a489a7-5c63-4805-8e1f-9904617832fd\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.132954363Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.140759104Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"641343d1-bf64-4dd6-8d86-713a547483a0\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.141029282Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.148480879Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f94cb48-e9bb-49a6-8b26-bc5735ef88e5\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.148809484Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.152553684Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eabc6490-4184-4d2a-a31c-0a5e9065fa04\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.152841026Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.154130536Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5d37876-f520-4883-b82d-6ab3293faceb\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.154374662Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.155825062Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c85b315-54b3-437b-9896-20fa5ef29519\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.156291782Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.157953302Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd25020e-ac57-4e29-9a38-dfd45eea8c1b\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.158237128Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.159858839Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c87e7770-653e-4633-9add-c8e20e6520f9\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:17 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:17.16005524Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:17.160191121Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:17.160287313Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.160377783Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.161315201Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.16471771Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.16874822Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:17.168872067Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:17.168965824Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:17.169054741Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.169140241Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.16973165Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.181127876Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.186964635Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:17.187028282Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.187060106Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.191083402Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:17.192961945Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:17.193096613Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:17.193196161Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.193279026Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.193977628Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.265969197Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","sled_agent_url":"http://[::1]:33811"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.26616168Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"SledAgent":"http://[::1]:33811","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:33811/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:17.266986584Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:59051"} {"msg":"incoming request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:17.268134361Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/inventory","method":"GET","req_id":"8ed53973-9a7f-4266-a52d-1935a375dcdd","remote_addr":"[::1]:59051","local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:17.268724577Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/inventory","method":"GET","req_id":"8ed53973-9a7f-4266-a52d-1935a375dcdd","remote_addr":"[::1]:59051","local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1031,"response_code":"200"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.269040737Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.278133083Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:17.27952224Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.279647219Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.280627072Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.281020225Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"SledAgent":"http://[::1]:33811","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:33811/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ed53973-9a7f-4266-a52d-1935a375dcdd\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:45:17 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.284900226Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.284993752Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.285060906Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:17.287248935Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:17.287375908Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:17.287568562Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.287673581Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.288401873Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:17.292557953Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.294653689Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.297459469Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.298003172Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.303394635Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:17.304754234Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.304858491Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.305706962Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:45:17.368827555Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:45:17.369705645Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.369765604Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":48,"elapsed":"881.019583ms"} {"msg":"activating","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.369805915Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","iteration":49,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:17.369852959Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:17.369887858Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:17.369917928Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.369948359Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.373820263Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.378394727Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.382093397Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.386597471Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:17.386681769Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.386716017Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.386741758Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.409831012Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","candidates":"[(f54221d0-68e0-433e-8046-3388d0db05fb, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:17.409903507Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:17.410470546Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:55739","req_id":"b9acd044-5929-439a-9a5a-3f56820a397f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 9a 61 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .a..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.41078878Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:55739","req_id":"b9acd044-5929-439a-9a5a-3f56820a397f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 39521,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.410980492Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.411218036Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.411271081Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:55739","req_id":"b9acd044-5929-439a-9a5a-3f56820a397f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54660, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.412029372Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54660, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4382, tv_nsec: 210921764 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:17.412094462Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:17.412395993Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:64483","req_id":"349baa72-3b4b-437b-984c-d9c82d806cf8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 4c be 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e L...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.412556593Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:64483","req_id":"349baa72-3b4b-437b-984c-d9c82d806cf8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 19646,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.412659648Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.412683936Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:64483","req_id":"349baa72-3b4b-437b-984c-d9c82d806cf8","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:17.480355949Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:17.483627777Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:17.483700913Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:17.483736354Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.483768077Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.485686339Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:17.485806699Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:59483","req_id":"29932bc7-bc40-433e-a37f-ffcf46d5a850","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: b8 a8 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.485928912Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:59483","req_id":"29932bc7-bc40-433e-a37f-ffcf46d5a850","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 47272,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.486280834Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47272,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_delete_snapshot_then_disk","level":50,"time":"2025-04-30T06:45:17.486441113Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:59483","req_id":"29932bc7-bc40-433e-a37f-ffcf46d5a850","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.487361697Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"begin collection from MGS","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.487420554Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","mgs_url":"http://[::1]:54660"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.487452308Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.488599994Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.495003834Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:17.495285505Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.495379422Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.495974558Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:17.500481267Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.500581958Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.501194227Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.501479786Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"342343ed-31f1-4919-aa23-9c1a2d054b34\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:45:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.501805205Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.512583159Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"452f6dfe-89b2-4235-a9a9-5d4b23a12753\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:45:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.512794981Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.516419573Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a9e7b19-6fe3-4dd7-9085-d7ae0d08b995\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.516497588Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.520209544Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e08f1dc3-0731-4cb6-8beb-ff14514bb8ec\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.520494552Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.5250158Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e2922005-59d9-41b3-a285-78441c7d798f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.525275548Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.530726639Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3334f426-d779-4aeb-9abd-d13ee39bd698\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.530850676Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.535862682Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"57a93b11-9479-496b-9e34-c5acce56411c\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.536018984Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.548504911Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.548983354Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0fbc1927-2ffb-49c4-a117-e6520364b096\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.549311418Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.550915985Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9485914f-af9c-449b-b68f-6cb2f00b7f73\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.551067196Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.5525999Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1744126c-1deb-4c7f-8b08-434bee3f5840\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.552672925Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.554294536Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2978f117-0363-4d70-a042-dc61683b57bf\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.554536328Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.555595979Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a8dd50ff-5645-4bd7-bde9-d07789661e01\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.555777581Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.557129274Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7399a440-c2e8-4c03-a0bb-147c4adbdac8\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:45:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.557305205Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.559314398Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e45b9937-c4e7-41e5-8931-f16629774efd\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.560265984Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.562157733Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed202f8f-de02-4d2f-a36b-4f9957eb7271\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.562292412Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.571155791Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f829bee-5840-4628-ab20-9abf00bd75cc\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.571193677Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.574737137Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ee2faab-17c5-4cbb-a5d2-1ea80fe3b883\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.574869561Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.577387959Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0cab2920-c09f-4b5a-8bfa-8bb5437444e4\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.577574731Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:17.580743604Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.580809686Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"oximeter","body":"None","uri":"http://127.0.0.1:33167/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:17.581338249Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"d7fe0ed7-4c7a-470e-aa59-6337e1786f74","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:17.58173033Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"d7fe0ed7-4c7a-470e-aa59-6337e1786f74","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.581796863Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"d7fe0ed7-4c7a-470e-aa59-6337e1786f74","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.583513674Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"d7fe0ed7-4c7a-470e-aa59-6337e1786f74","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.586441738Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"99e6047a-b231-4946-a976-8c1f81e438bc\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.586560344Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"request completed","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:17.587475036Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"d7fe0ed7-4c7a-470e-aa59-6337e1786f74","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","latency_us":5822,"response_code":"200"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.587541238Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:33167/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d7fe0ed7-4c7a-470e-aa59-6337e1786f74\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:45:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.587658412Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"oximeter","body":"None","uri":"http://127.0.0.1:33167/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZTQ3ZmUwMi1jYmUwLTQzMzItOTUxZi1hODIyMjE5OGMxYWQifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:17.588325882Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZTQ3ZmUwMi1jYmUwLTQzMzItOTUxZi1hODIyMjE5OGMxYWQifX0%3D","method":"GET","req_id":"88b574c4-538f-46de-92bf-cb932eaac56d","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:17.588683133Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZTQ3ZmUwMi1jYmUwLTQzMzItOTUxZi1hODIyMjE5OGMxYWQifX0%3D","method":"GET","req_id":"88b574c4-538f-46de-92bf-cb932eaac56d","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.58873683Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZTQ3ZmUwMi1jYmUwLTQzMzItOTUxZi1hODIyMjE5OGMxYWQifX0%3D","method":"GET","req_id":"88b574c4-538f-46de-92bf-cb932eaac56d","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.589354832Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZTQ3ZmUwMi1jYmUwLTQzMzItOTUxZi1hODIyMjE5OGMxYWQifX0%3D","method":"GET","req_id":"88b574c4-538f-46de-92bf-cb932eaac56d","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.591077725Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aaa87969-f232-46d3-aaed-e91cc3a70fd8\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.591213044Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.593358028Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cdac3734-cb4c-4746-88e5-71a41d062531\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.593503808Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.595604945Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2887b52a-2027-4541-918b-d2be7e2368de\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.595644183Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.596592562Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e8ba505-f8b6-4cf6-8789-c99a8fe3c24e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.596795176Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0","method":"GET"} {"msg":"request completed","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:17.597232037Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZTQ3ZmUwMi1jYmUwLTQzMzItOTUxZi1hODIyMjE5OGMxYWQifX0%3D","method":"GET","req_id":"88b574c4-538f-46de-92bf-cb932eaac56d","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","latency_us":8877,"response_code":"200"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.59761506Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:33167/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZTQ3ZmUwMi1jYmUwLTQzMzItOTUxZi1hODIyMjE5OGMxYWQifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"88b574c4-538f-46de-92bf-cb932eaac56d\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:45:17 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:17.597672474Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:17.597705209Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:17.597732654Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:17.599148946Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:17.599197823Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:17.599228304Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.599257402Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.599731396Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.600013589Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"944aeaf0-013e-4eaa-9bc2-ac95af2133d5\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:45:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.60038556Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.615451688Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.631843678Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:17.631950381Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.632082855Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.63306424Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:17.63570414Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.635808508Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.636990533Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.637335019Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ab2ffd0-8903-4c5c-8d3d-fd9014f62107\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.637711419Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.645407122Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e86cdf5a-8ecd-4c4e-967b-e5200e0597a0\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.645488464Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.64823177Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f635a09a-cca4-423c-b210-c8e29bf6b3d7\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.648294896Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.650221625Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f0c60ed-24a8-47f4-b159-2c00c1932f81\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.650318628Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.652219696Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56bd748a-f85e-4afd-a8ce-b4cbe0e12b51\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.652282962Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.654206174Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10ec373b-4a08-4442-b01d-1bff7adf5048\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.654313207Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.663454541Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f83f82b-40c6-4dfc-853a-112777d96f29\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.66372533Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.677976184Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ef0380f6-ddf9-47d5-a04a-af605990a654\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.67827514Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.684552697Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.687899365Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7cfd025c-9e73-417d-9f1c-0e314c6b54b4\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.688714489Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.696048131Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"91c7c68f-f666-446f-a77c-01f9d84e15c1\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.696241336Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.700794618Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a234921-f92d-499a-8da1-539c7b22d06e\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:45:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.701471918Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.703157416Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd60dc7d-0894-4fc6-a975-5d1088ab23ba\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.703466712Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.705407569Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"efe8507d-8412-42d1-9916-9266e96de0b0\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.705814089Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.707617362Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee39d502-e6b4-4734-a789-fe54339212c7\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.70774167Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.709501626Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"75090bf2-22a9-41ae-867b-25bcd15a71f3\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.709676064Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.712533357Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8fd6007e-f0ae-4555-bfeb-94daf5759eee\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.712656683Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.714440036Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f8b64663-ae87-45ca-bccb-28993e58c0a5\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.71493904Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.716774227Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c331af0-845e-4ad0-94ca-a8fb38d47586\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.717029305Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.719469006Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a9b36a20-209e-482c-b3da-9f245b4a8548\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.719705146Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.722171581Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ccb81e94-6d02-4d9f-aec4-a658bf99bb5c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.722400948Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.723659926Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"35c63484-d6d6-4984-8d5f-6f89d51087c9\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:17 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:17.723905615Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:17.724086025Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:17.724199882Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.724286094Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.72523767Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.730416668Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.739212564Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:17.739285028Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:17.739320699Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:17.739350969Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.739379727Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.739808451Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:17.741073121Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:17.741120545Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:17.74115319Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.741179212Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.741871602Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.743590015Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.749285313Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:17.749422516Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.749520572Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.750096459Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.751022554Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.757651412Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:17.757709588Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.757737664Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.758140406Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:17.760686489Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.760804624Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.760838251Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.822318627Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","sled_agent_url":"http://[::1]:33811"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.822407053Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"SledAgent":"http://[::1]:33811","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:33811/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:17.822862601Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:41185"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.823023972Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.823073781Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"incoming request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:17.823626142Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/inventory","method":"GET","req_id":"c916526d-f2e2-4b9d-8e1b-2076f9115372","remote_addr":"[::1]:41185","local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:17.831898424Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/inventory","method":"GET","req_id":"c916526d-f2e2-4b9d-8e1b-2076f9115372","remote_addr":"[::1]:41185","local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":8276,"response_code":"200"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.832414903Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"SledAgent":"http://[::1]:33811","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:33811/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c916526d-f2e2-4b9d-8e1b-2076f9115372\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:45:17 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.834509506Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.834565217Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.834594285Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:17.838134028Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:17.838383766Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:17.838494436Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.838579926Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.839322326Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent collection request to producer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:17.839728505Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.841404374Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:17.841477971Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:17.841505906Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.844756904Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.848906351Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:17.849098754Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.849142361Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.849729752Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.88306508Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:45:17.890906734Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:45:17.89122565Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.891294867Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":49,"elapsed":"521.435646ms"} {"msg":"activating","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.891334086Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","iteration":50,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:17.891363123Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:17.891393694Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:17.891423744Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.89145185Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.892577603Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.910508339Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.916354177Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:17.916444997Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.91649631Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.917422796Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.920835315Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","candidates":"[(f54221d0-68e0-433e-8046-3388d0db05fb, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:17.920913701Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:17.921492995Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:64663","req_id":"fdfaa7bf-91ce-4d5f-8c48-58d771444033","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 13 64 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .d..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.921562504Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:64663","req_id":"fdfaa7bf-91ce-4d5f-8c48-58d771444033","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 4964,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.921679697Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.921851971Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.921952411Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:64663","req_id":"fdfaa7bf-91ce-4d5f-8c48-58d771444033","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54660, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.922214513Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54660, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4382, tv_nsec: 721116834 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:17.922292087Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:17.922566695Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:62249","req_id":"49a20093-8de3-4a4b-b27d-a5cb34cb4673","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 32 10 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e 2...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.922643417Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:62249","req_id":"49a20093-8de3-4a4b-b27d-a5cb34cb4673","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 12816,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.922794328Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:17.922831472Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:62249","req_id":"49a20093-8de3-4a4b-b27d-a5cb34cb4673","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:18.021885681Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:18.022285838Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:18.022348203Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:18.022383663Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.02241214Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.023479377Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.0237021Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.023765747Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.025014856Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:18.025948596Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:18.026336048Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:49467","req_id":"eff7e813-2ff6-4a6e-9226-ea058524b6b6","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 2c 46 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ,F..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.026400066Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:49467","req_id":"eff7e813-2ff6-4a6e-9226-ea058524b6b6","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 11334,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.026575315Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11334,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_delete_snapshot_then_disk","level":50,"time":"2025-04-30T06:45:18.026711146Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:49467","req_id":"eff7e813-2ff6-4a6e-9226-ea058524b6b6","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.027323506Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"begin collection from MGS","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.027380058Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","mgs_url":"http://[::1]:54660"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.027410569Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.029095286Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.034983578Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:18.035046052Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.035080581Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.035479636Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.03944124Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:18.039506219Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.039664264Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a2bf6a0d-1eed-4db0-993d-0ed697280bb0\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:45:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.039970414Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:18.040880096Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.040978593Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.041455172Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:18.042143423Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"inserted rows into table","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.043104398Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:18.043162273Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:18.043188576Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:51948","req_id":"d06f82dd-a02e-478e-99d4-c78e1cef8020","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 79 66 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 yf..........._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.043223505Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:51948","req_id":"d06f82dd-a02e-478e-99d4-c78e1cef8020","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 31078,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.043413885Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.043595136Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.043638993Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:51948","req_id":"d06f82dd-a02e-478e-99d4-c78e1cef8020","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 38744, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.043822319Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8129bd18-0088-4525-8d65-709633df3a27\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:45:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.043986916Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.044797612Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 38744, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4382, tv_nsec: 843692177 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:18.04486202Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:18.045525211Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:56285","req_id":"d462590f-2716-4201-950b-ded23eb89353","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 85 6a 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .j..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.045587475Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:56285","req_id":"d462590f-2716-4201-950b-ded23eb89353","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 34154,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.045673747Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.045764027Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:56285","req_id":"d462590f-2716-4201-950b-ded23eb89353","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:18.046268693Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:18.103490854Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.103632717Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.105821007Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"57d5560b-c0f1-4107-ad06-3b67b38ff68a\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.105888201Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.108922486Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7fc8b4cb-3c22-4205-8090-fbe7c3e8339e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.10898977Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.112226099Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"630f2a0c-ff55-46a4-8d87-7e8bfd831dbf\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.112305697Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.115831562Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f7af541-61f7-4a8c-852d-3a842e6f3c1c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.11595103Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.121273455Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"91075c1a-ff30-42b9-81c5-aceeb9e789c1\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.121544234Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.123741773Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5bba570a-07c0-484b-acf2-926a1c431895\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.123953515Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.125134658Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee9fa45d-c0a6-40d7-900f-4ee21c2a47f4\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.125372953Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:45:18.125606829Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.126671911Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bfdc4239-8c3c-4641-b9bd-a3abac1c4a84\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.126989063Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.127928234Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"84bdba3b-74e5-4b78-ad45-1c3b350cec49\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.128210226Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.129458393Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"60cb2c1c-cf07-4da1-a008-6351cd0c44f7\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.129795074Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.131962472Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"203c158e-5d11-4125-ab29-f0aa9f2864a9\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:45:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.132356948Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.134654967Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c3b0a0b7-1be2-4892-84fa-f0c70c07b499\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.134869234Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.140768708Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b7cf2407-47df-4c1a-922b-b99bc8676776\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.140983786Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.150971617Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eacde630-fabb-4177-90ec-b72cbe0c556c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.151227526Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.15230313Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.155212887Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa5aa811-7795-4242-89fe-d41f68487eb3\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.155426833Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.170828811Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63792435-efde-47a1-b790-ebf8b9b378d4\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.171093458Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.174530757Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2cbceb44-9b80-4d51-9ce5-5a010f8214c8\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.174739863Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.176175824Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"11781426-7152-4229-ad66-4b50a8d0be8a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.177037541Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.179747721Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf01844e-0a11-4115-8aca-59ec544518d2\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.180071616Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.181674139Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd0e4953-9729-46ff-9e9f-cacaa6135b32\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.182157082Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.183511681Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb7648f0-a784-4c1f-86f1-6185b4a83d36\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.183719184Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.185771643Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1338abde-7c36-4c2a-a53e-c1e2f9d3cb51\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:45:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.186027193Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.190108254Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c087785-d2c5-43bf-977a-0396771296ec\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.190368041Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.193606985Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b8f2e155-7b3e-4b62-a1dc-65ca570df567\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.193814879Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.197009304Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bcd8d629-2a08-4a99-88dc-a25d20d887c5\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.197219342Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.200659346Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d537570b-7d34-4353-b073-9c245af85900\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.200869655Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:18.203137995Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:18.203277443Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:18.203373734Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.203460487Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.204343737Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.206160908Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a87c869-19e0-4875-97a7-f24909607c6e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.206375255Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.207395848Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.220692882Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:18.22080764Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.220894443Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.2217109Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:18.225406543Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.225602564Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.22632357Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.228737179Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e2c3d15-4c6f-4ea6-9a76-80708ca82c78\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.22903879Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.23135234Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"784be552-db0a-4823-8f35-5ca65c221359\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.231606546Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.233276975Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b3a833bb-add7-4cfe-94b5-1cc0e15ed9c9\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.233744987Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.235381167Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2ca51c9-6aa0-4ae2-8662-4624077d5c4b\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.235606336Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.237524157Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"32711cc5-598b-4bd0-9bf2-7464ae773e37\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.238501905Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.24107899Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"473cade8-820f-4074-b950-1cd0671591d7\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:45:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.241361422Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.245795717Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e5ed9ae-9719-47ed-ba38-20fe7e9e1ef6\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.246134031Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.252932287Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c48ea25-22e8-493c-863e-a3e3a76b2fb8\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.253173678Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.258627444Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.261118627Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8bd97c4e-cb92-4423-b7a7-491ffa704eba\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.261336682Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.268628711Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e412a4da-53ee-4484-ac1c-32b0cd5facc3\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.268845553Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.277417121Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18a2a6d4-307a-492e-b3b6-99c843eb4647\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.2776326Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.281172323Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e303b6d8-99f3-426c-9521-e3143e1881b4\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.281379295Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.283307147Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0e2301ad-9a45-4d9b-b8e6-f90dd931ce76\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.28352489Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.28582865Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ae70e5f-04f9-4c9e-a1c8-da9416ff23f1\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.286103518Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.287642545Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd44a50a-a6aa-4570-b74d-afa88f9dec92\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.287862493Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.289328273Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e1853b2a-25c4-4dff-9285-ea6957bad9a6\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:18 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:18.289600155Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:18.289728761Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:18.289816837Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.28991885Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.290718172Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.295205102Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.301193845Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:18.301247041Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:18.301276169Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:18.301303683Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.301330266Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.303091255Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.306154959Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.316523728Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:18.31661002Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.316643617Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.318469856Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:18.31947092Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:18.319958602Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:18.320010656Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.320055034Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.320441254Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.326071602Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.344060073Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:18.344541863Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.344705539Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.351054649Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.409716068Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","sled_agent_url":"http://[::1]:33811"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.409794564Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"SledAgent":"http://[::1]:33811","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:33811/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:18.41285891Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:49366"} {"msg":"incoming request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:18.413563424Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/inventory","method":"GET","req_id":"8efdfdd8-27b9-4849-923c-0c2b434377bb","remote_addr":"[::1]:49366","local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:18.414223629Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/inventory","method":"GET","req_id":"8efdfdd8-27b9-4849-923c-0c2b434377bb","remote_addr":"[::1]:49366","local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":710,"response_code":"200"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:18.414356293Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.414403708Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.415573709Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.415882885Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"SledAgent":"http://[::1]:33811","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:33811/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8efdfdd8-27b9-4849-923c-0c2b434377bb\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:45:18 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.420449353Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.420505686Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.420534964Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:18.423223661Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:18.423285625Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:18.423321185Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.423354341Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.423904828Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.434748313Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.441420828Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:18.441624534Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.441674633Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.442294318Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.473380085Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:45:18.477605032Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:45:18.477907225Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.477965901Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":50,"elapsed":"586.605604ms"} {"msg":"activating","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.478036883Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","iteration":51,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:18.478101792Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:18.478134738Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:18.478163846Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.47819088Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.478865764Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.481730853Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.490073415Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:18.490137372Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.490169536Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.491214108Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.495373154Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","candidates":"[(f54221d0-68e0-433e-8046-3388d0db05fb, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:18.495433094Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:18.495460418Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:55910","req_id":"ddc5b7c6-0141-4a68-ae04-664d3bb72555","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: ff 64 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .d..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.49556153Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:55910","req_id":"ddc5b7c6-0141-4a68-ae04-664d3bb72555","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 65380,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.495775536Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.496240092Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.496429178Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:55910","req_id":"ddc5b7c6-0141-4a68-ae04-664d3bb72555","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54660, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.496787031Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54660, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4383, tv_nsec: 295640806 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:18.496847211Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:18.497240775Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:51596","req_id":"5e623748-d2f8-47e6-8d17-3d1f8ad2d6c4","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 4b 17 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e K...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.497300575Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:51596","req_id":"5e623748-d2f8-47e6-8d17-3d1f8ad2d6c4","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 19223,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.497384071Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.497478709Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:51596","req_id":"5e623748-d2f8-47e6-8d17-3d1f8ad2d6c4","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:18.571146067Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:18.572872757Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:18.57305501Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:18.57316023Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.573247233Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.574041386Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:18.574455481Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:59689","req_id":"3291f34f-51ff-4c59-ab05-e6f3f308e660","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 1f 97 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.574634658Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:59689","req_id":"3291f34f-51ff-4c59-ab05-e6f3f308e660","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 8087,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.574963914Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8087,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_delete_snapshot_then_disk","level":50,"time":"2025-04-30T06:45:18.575231888Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:59689","req_id":"3291f34f-51ff-4c59-ab05-e6f3f308e660","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.575630732Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"begin collection from MGS","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.575717916Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","mgs_url":"http://[::1]:54660"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.575825691Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.57734598Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.585862488Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:18.585958269Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.586092697Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.586755267Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.588234114Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf536150-ed09-4599-8dd0-582c43f1fced\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:45:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.588795542Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:18.591629579Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.591738396Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.592330475Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.593932688Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bfe790ab-700a-4579-8edb-59dcdfeeb5d8\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:45:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.594269228Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.597770174Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8cd4428e-8673-466c-919a-5366fe876b11\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.597986765Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.600416697Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"44cd4c40-8bfd-43b1-93fb-7b4f016c6275\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.600633719Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.603134412Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98ec3cfa-3c05-4a7b-bdbb-5bc53aa4e386\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.603558446Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.607897211Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b2172715-5f17-4a8a-99d6-025a9478129e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.608139835Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.615727793Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e3a14e5-0e08-46f1-b888-a5d7ce21d9e2\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.616490393Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.619888573Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6fe404ed-6a02-44fd-a1c8-b82b85c40578\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.620152669Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.621234154Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9aed2675-cd75-473f-b9dd-f5c05ef8881e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.622155911Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.628525552Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.628978274Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2159dae7-dda6-4685-8f22-678908c7548f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.629178623Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.632250473Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3bbd9c6f-cacf-49f1-b092-476da0ecb821\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.632380713Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.634877959Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"45b3ae3b-d365-4b0f-9345-1c9d90268f71\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.635427844Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.638330798Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ab7403d-a52b-474f-ac83-0dae3fb12453\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:45:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.638396269Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.64225668Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"97825dc4-6c7b-4875-984d-03a039c319b5\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.642342491Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.646173184Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6ba943a-abb3-4acb-911a-5d92dad35617\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.646247812Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.648320452Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb7fce82-b78f-41ba-8272-8b9c07d0194e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.648694507Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.651660276Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f62ef67-c378-4c71-8bcd-27df3f0ff37d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.651825726Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.655829784Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"009bfb45-6fb8-48ee-a39a-36ba2f69de92\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.656592113Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:18.67900059Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:18.679556979Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:18.679713871Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.679817167Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.682280305Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.689682884Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.696929823Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:18.697013359Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.697046285Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.697587223Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:18.701591721Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.701692402Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.702840249Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.70578211Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"94c8a883-2257-4880-8b43-fd8b107f85dd\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.706007269Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.711222149Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19b1e593-455e-4d60-837e-2ae8fa7d7a4a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.711711705Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.712997447Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd862225-9ee3-47a8-95f6-f9762893e0c9\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.713125261Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.716550736Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af777035-ea31-410a-8666-4337af4d1bef\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.716995512Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.719859759Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"50527402-c92e-4f17-9a3f-8d0d2d552088\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.719975811Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.722759938Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba535c09-1c39-447d-b54a-11d9b9b065b2\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:45:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.722941179Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.725931777Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c1fa125a-5f1b-447d-9b31-d9cfdc208aa3\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.726052718Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.7316196Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7df0741d-1d60-47c4-8e47-7837dab6e06b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.732889119Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.735926842Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.737607651Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f69c0ec9-c379-4b33-b054-82acf4e9c84f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.737733071Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.741272122Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9851534c-6071-423c-b90f-99ce556c6884\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.741654734Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.745246721Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"79d581d8-43e9-4dbb-98dc-52e781dc0e04\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.745374756Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.748674701Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"44adc308-b3e1-4be4-b42f-9065e74c4232\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.748881453Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.751427716Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf83790e-2209-416f-8d07-fb047843c7f4\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.752193552Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.754122526Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ad7865a-40af-413e-9c60-b7a9ff950385\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.75434554Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.756070226Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"150d9319-fe31-4883-ad50-66133cfec7a6\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.756236007Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.757452621Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18a15143-2cb5-40b2-a5b0-38bb9549a676\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.757615706Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.758887309Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f56c06ea-3b57-4a6f-a251-39a820bc66bf\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:45:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.75907354Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.760902695Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d8864a1-6051-4f8f-9f08-d2506f9e05b2\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.760976933Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.765359294Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5fed54d-d3df-49e0-bed7-dfd04a29a5c1\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.765436157Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.767394239Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8d96db69-7ee0-4d17-86c6-0ae966f21d4d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.768454371Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.770100571Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.770256391Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.771645459Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"816f6330-4353-47d9-baef-785fb32d04bf\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.771942671Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"sent collection request to producer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:18.774592821Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.77531486Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:18.775361303Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:18.775387685Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.777336648Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2db0dd53-3f33-4507-b972-284dfdb573a1\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.777601937Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.784962031Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ef1ad7c5-66c6-4dbf-8d1a-a61f28587762\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.785053874Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.786127012Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7546d00a-6cd2-4bfc-95e0-18b4e235a04f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.786257582Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:18.787453305Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:18.787512783Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:18.787544406Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.7875714Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.78829398Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.789075797Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e18e8cd9-e4c8-4ad9-b209-23d94e77c514\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.789135396Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.791150782Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"316dac55-340b-455a-8ab4-6b4cfef9b938\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.791216473Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.791660918Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.801075416Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:18.801156868Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.801188722Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.802078965Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:18.813879788Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.813938044Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.814516587Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.814771524Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"841c4ecd-edb1-4cf5-b990-56817dc4f6ec\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:18 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:18.814893868Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:18.81493971Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:18.814972094Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.81500038Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.8154117Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.821406624Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.829376494Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:18.829462595Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:18.829497796Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:18.82952988Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.829557976Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.830080437Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.83330418Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.838503379Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:18.838567837Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.838602977Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.839027252Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.888113193Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","sled_agent_url":"http://[::1]:33811"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.888219976Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"SledAgent":"http://[::1]:33811","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:33811/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:18.888806134Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:46967"} {"msg":"incoming request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:18.89049086Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/inventory","method":"GET","req_id":"50c13668-2407-49c9-9233-039474dc73a4","remote_addr":"[::1]:46967","local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:18.89092224Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/inventory","method":"GET","req_id":"50c13668-2407-49c9-9233-039474dc73a4","remote_addr":"[::1]:46967","local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":439,"response_code":"200"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.891232829Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"SledAgent":"http://[::1]:33811","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:33811/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"50c13668-2407-49c9-9233-039474dc73a4\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:45:18 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.892963487Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.893074037Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.893105319Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:18.898738153Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:18.898846388Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:18.89888728Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.898919915Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.89952984Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:18.94452018Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.945744239Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.95078886Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:18.951107595Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.95253541Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.953896943Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:18.954936504Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:65297","req_id":"f3961a49-d2dd-428b-ad94-f4cf84d1d107","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 8f ae 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.955144318Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:65297","req_id":"f3961a49-d2dd-428b-ad94-f4cf84d1d107","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 36782,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.955463755Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.955829594Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.956007207Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:65297","req_id":"f3961a49-d2dd-428b-ad94-f4cf84d1d107","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 38744, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.956777472Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 38744, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4383, tv_nsec: 755528642 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:18.95695203Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:18.958030118Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:50881","req_id":"a6f278a9-379b-4b1c-9318-6a8e97f02665","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 04 66 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .f..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.95819658Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:50881","req_id":"a6f278a9-379b-4b1c-9318-6a8e97f02665","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 1126,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.958436027Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:18.958576246Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:50881","req_id":"a6f278a9-379b-4b1c-9318-6a8e97f02665","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:18.958967506Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:19.01899651Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.019052691Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.019415504Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:45:19.019464412Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:45:19.020639042Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"inserting 1 samples into database","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.021011194Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.021056253Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:19.021079911Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"unrolling 1 total samples","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.023896783Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:19.024751105Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:19.028517399Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:52864","req_id":"aafa2224-e023-4dc3-8992-ef35fbfc8662","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 6d 46 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 mF..........._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.02861827Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:52864","req_id":"aafa2224-e023-4dc3-8992-ef35fbfc8662","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 27974,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.028822728Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.028982917Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.029137334Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:52864","req_id":"aafa2224-e023-4dc3-8992-ef35fbfc8662","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 38744, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.03111252Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 38744, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4383, tv_nsec: 830014200 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:19.031163992Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"inserted rows into table","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.031507306Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:19.031556615Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.031934888Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:19.033388715Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:55032","req_id":"34048697-f24c-4093-a13e-e79d54ae0f67","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: aa ab 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.033444186Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:55032","req_id":"34048697-f24c-4093-a13e-e79d54ae0f67","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 43691,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.033596148Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.033633723Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:55032","req_id":"34048697-f24c-4093-a13e-e79d54ae0f67","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:19.03391802Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:19.076070596Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.076152329Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.076296286Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:45:19.076343349Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:45:19.077299224Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"inserted rows into table","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.081717076Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:19.081786855Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:19.092082118Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:19.092468067Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:19.092519169Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.092550762Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.092575321Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.092604118Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.100442355Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:19.100528397Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.100564058Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.100892412Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:45:19.10770706Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:45:19.108080363Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.108136986Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":51,"elapsed":"630.126506ms"} {"msg":"activating","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.108342977Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","iteration":52,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:19.108392185Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:19.108423136Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:19.108454198Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.108480581Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.110304104Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.114172441Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.123362592Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:19.123645015Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.123703131Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.124377234Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:19.125261746Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.125407787Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.126218031Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:45:19.12733632Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.133072438Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","candidates":"[(f54221d0-68e0-433e-8046-3388d0db05fb, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:19.133272717Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:19.13435312Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:61971","req_id":"427632a7-c231-45ef-97f8-7ba357ae152d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 5b c5 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 [............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.134691895Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:61971","req_id":"427632a7-c231-45ef-97f8-7ba357ae152d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 23493,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.135129557Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.135398613Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.135695565Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:61971","req_id":"427632a7-c231-45ef-97f8-7ba357ae152d","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54660, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.136362143Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54660, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4383, tv_nsec: 935289013 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:19.136500158Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:19.13690766Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:56053","req_id":"4e598ce0-2c7a-4890-b045-faed66244467","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 3a 73 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e :s..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.137177257Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:56053","req_id":"4e598ce0-2c7a-4890-b045-faed66244467","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 14963,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.137430191Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.137571172Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:56053","req_id":"4e598ce0-2c7a-4890-b045-faed66244467","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:19.188590835Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:19.18959692Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:53066","req_id":"f5b2045b-421e-4a3a-a3b3-b42c983e866d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 77 97 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c w............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.18976243Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:53066","req_id":"f5b2045b-421e-4a3a-a3b3-b42c983e866d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 30615,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.19025438Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30615,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_delete_snapshot_then_disk","level":50,"time":"2025-04-30T06:45:19.190532624Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:53066","req_id":"f5b2045b-421e-4a3a-a3b3-b42c983e866d","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.190835007Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"begin collection from MGS","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.190924595Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","mgs_url":"http://[::1]:54660"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.191658357Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.214734405Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5edebaf9-24b4-4a44-a332-2af1b19c9679\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:45:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.214822189Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.218188727Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5909ed41-c5ba-4c9b-a599-def5337b4ad5\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:45:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.220484271Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.225818759Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c67bb964-aaba-46db-b576-48f55358a608\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.225998498Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.26030941Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"821a94ba-a580-439e-b12c-87620d99bf86\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.264853464Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.273327948Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.279458924Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"73ccfd6d-7fdf-494b-be4e-bed4d7347d05\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.279611598Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.282861022Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"51c01da3-1f19-4606-b0f0-8ca07d05ec0d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.282983617Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.288243106Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d7ef4c79-7a97-445a-b2bf-69beebe62962\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.288317654Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.296117485Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"208d5710-d8fc-4504-a9c3-066c02677b7c\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.296316381Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.314972412Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d32d6259-ed41-4e9d-aa8f-3cab115ccca9\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.315181309Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.317784646Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf758a1f-f478-40fc-a8ae-5b2c5b50bb33\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.317941648Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.32283105Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"90d32cec-5493-41aa-ba6b-b2aaa9a757fe\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.322964917Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.325769825Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"43efdf79-e133-43fe-807a-a868a858d90d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.326273359Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:19.327596004Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:19.327654681Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:19.327692857Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.327721334Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.328563842Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.331510774Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13468255-4341-4488-8886-b3403ddc9f4b\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:45:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.331577066Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.331883817Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.348405075Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:19.34846283Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.348494683Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.349544495Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:19.353168966Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.353230038Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.353696427Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.354018609Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d00ad746-2636-40ff-8897-ac6a4f63393f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.354064471Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.363526593Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe601761-d0e9-4599-b93c-4b6349e680b9\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.363726211Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.372098703Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"70e453f4-9c12-4939-9acc-5b8eea582e47\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.372192991Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.386189568Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ac69938-18ab-49e5-aa8f-dcf88b8c394e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.38638645Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.390204277Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"684bccc6-abea-44a7-96d8-375d7d6f48ba\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.390264798Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.396697655Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.39984723Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9cff1df8-4654-4210-ad8e-1840fc24ebdc\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.399940816Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.401482558Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1bfad427-0a5d-49cb-821f-884f00c333af\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.401613158Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.403003128Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"37254d8a-b4e2-4e04-a352-30ab9f10012c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.403136133Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.407247054Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5364f8aa-eb0b-4465-ad95-885e10b91961\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.407354167Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.407394217Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a9d0129-fa18-495c-b8fb-f6d835f201f3\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.407428555Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.410073124Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b81b9cec-618e-44a7-97e6-a8ea9dd4ced6\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:45:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.410155739Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.414541347Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"589655c6-fbe5-4e49-ab0e-ec76c5a289ea\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.415329628Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.415390769Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d1a7784a-59e6-4911-a4ac-1b9da25b5d86\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.415443765Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.419582742Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b371ffb-d432-4d13-8903-9b10a868c446\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.419780075Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.421855129Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b89d93e9-3bc0-43c0-879e-3e8111a7e20c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.421973906Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.426156169Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4beb24c-b89e-46c4-8e0f-0ea4ff304a04\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.426655153Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.428574247Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c4f48902-ce6e-45fe-abaa-0f73dba1acd7\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.42871627Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.430554192Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f13e7ea-fa16-4f01-b7ac-4800bbdf546e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.430619993Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.430924249Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"155e0d37-3920-4378-b875-9b0a03de8636\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.430969579Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.432801599Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"92a8820c-536a-4626-a79e-788d3def1696\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.432948712Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.436011755Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f5910da-551f-44de-bf17-350d9f8c3743\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.436209559Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:19.448324478Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:19.448389507Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:19.448532743Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.448580638Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.450682045Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.452965144Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1158a04c-a1e1-4f61-96fd-cb1181f6c402\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:45:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.453027358Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.45749008Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aec613c2-97af-4b65-ba6e-b9b0f062c59f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.457557554Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.462711693Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.486255503Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:19.486361203Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.486397967Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.486743665Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.489091944Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8851f5dd-97ed-44c1-b30c-fe5ec0dcad68\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.48928065Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:19.48966684Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.489714976Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.490389229Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.496286008Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e2aefcc-c246-4358-bae2-52c0b5f5890d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.496423211Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.499888796Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d960b022-e47d-47ed-a298-2311022de3ad\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.499964387Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.504576476Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"afbd8403-e75d-4d73-86c8-7a44eff5ded3\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.50485946Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.507470222Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6dbe144-e6e5-4758-8247-82deee6f684c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.507681513Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.508726465Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a9848cb-0c02-4c6c-b02b-be53354b647c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.508950281Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.51033518Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a893052-00e2-4474-9425-e36aed94bc95\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.510559076Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.512936453Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1fa3427d-c5e3-44fc-96a4-ee2485cbad34\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.515397556Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.516628559Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd922541-1d1b-4c62-8936-afff4f5dfb21\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:19 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:19.516939689Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:19.517092033Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:19.517199877Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.517282482Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.517865444Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.521601277Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.526278957Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:19.526374898Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:19.526463404Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:19.526630588Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.526756238Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.527792933Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.528608478Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.534242544Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.537864721Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:19.537931895Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.537965832Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.538387893Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:19.539152196Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:35513","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:45101"} {"msg":"incoming request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:19.539552203Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/crucible/pantry/0","method":"GET","req_id":"42377523-aa54-49f5-aa88-49b754794592","remote_addr":"[::1]:45101","local_addr":"[::1]:35513","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:19.539919655Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/crucible/pantry/0","method":"GET","req_id":"42377523-aa54-49f5-aa88-49b754794592","remote_addr":"[::1]:45101","local_addr":"[::1]:35513","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":376,"response_code":"200"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.623470775Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","sled_agent_url":"http://[::1]:33811"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.62371888Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"SledAgent":"http://[::1]:33811","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:33811/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:19.624569294Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:19.624624875Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:19.624657069Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.624683812Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.627924319Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:19.6281556Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:48724"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:19.631366297Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.636079658Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"oximeter","body":"None","uri":"http://127.0.0.1:33167/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:19.637814945Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"28ddbe39-ec77-421b-b0c5-c1cd48aeb4f5","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"incoming request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:19.638366925Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/inventory","method":"GET","req_id":"a908c800-64d2-4068-a0ec-630542f633dd","remote_addr":"[::1]:48724","local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:19.638773204Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"28ddbe39-ec77-421b-b0c5-c1cd48aeb4f5","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.638842853Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"28ddbe39-ec77-421b-b0c5-c1cd48aeb4f5","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.641957138Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"28ddbe39-ec77-421b-b0c5-c1cd48aeb4f5","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:19.642643756Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/inventory","method":"GET","req_id":"a908c800-64d2-4068-a0ec-630542f633dd","remote_addr":"[::1]:48724","local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":4241,"response_code":"200"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.644533892Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.661525807Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:19.661610847Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.661646328Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.662172646Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.662549998Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"SledAgent":"http://[::1]:33811","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:33811/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a908c800-64d2-4068-a0ec-630542f633dd\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:45:19 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.665548021Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.665605195Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.665633782Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:19.668421887Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:19.668486055Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:19.66852368Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.668605924Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.669076893Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:19.671711732Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"28ddbe39-ec77-421b-b0c5-c1cd48aeb4f5","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","latency_us":34117,"response_code":"200"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.673493853Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:33167/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"28ddbe39-ec77-421b-b0c5-c1cd48aeb4f5\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:45:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.673728551Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"oximeter","body":"None","uri":"http://127.0.0.1:33167/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZTQ3ZmUwMi1jYmUwLTQzMzItOTUxZi1hODIyMjE5OGMxYWQifX0%3D","method":"GET"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.674196864Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.677983238Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:19.678177485Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.678229669Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.678681599Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:19.679434239Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.679494509Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.679903323Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:19.680370254Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZTQ3ZmUwMi1jYmUwLTQzMzItOTUxZi1hODIyMjE5OGMxYWQifX0%3D","method":"GET","req_id":"a8da439a-313c-4c50-8e2d-18c8c86e84ae","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:19.680722526Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZTQ3ZmUwMi1jYmUwLTQzMzItOTUxZi1hODIyMjE5OGMxYWQifX0%3D","method":"GET","req_id":"a8da439a-313c-4c50-8e2d-18c8c86e84ae","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.680787475Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZTQ3ZmUwMi1jYmUwLTQzMzItOTUxZi1hODIyMjE5OGMxYWQifX0%3D","method":"GET","req_id":"a8da439a-313c-4c50-8e2d-18c8c86e84ae","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.68120136Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZTQ3ZmUwMi1jYmUwLTQzMzItOTUxZi1hODIyMjE5OGMxYWQifX0%3D","method":"GET","req_id":"a8da439a-313c-4c50-8e2d-18c8c86e84ae","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:19.686470789Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZTQ3ZmUwMi1jYmUwLTQzMzItOTUxZi1hODIyMjE5OGMxYWQifX0%3D","method":"GET","req_id":"a8da439a-313c-4c50-8e2d-18c8c86e84ae","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","latency_us":6100,"response_code":"200"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.694517361Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:33167/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZTQ3ZmUwMi1jYmUwLTQzMzItOTUxZi1hODIyMjE5OGMxYWQifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a8da439a-313c-4c50-8e2d-18c8c86e84ae\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:45:19 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:19.694584595Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:19.6946173Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:19.694643112Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"Non-retryable transaction failure","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:45:19.737438428Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:45:19.738097672Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.738154655Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":52,"elapsed":"629.819745ms"} {"msg":"activating","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.738281017Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","iteration":53,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:19.738326608Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:19.738359574Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:19.738391107Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.73841771Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.73918069Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.745829637Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.752865145Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:19.752932189Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.752966257Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.754677025Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.755912126Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.76081767Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","candidates":"[(f54221d0-68e0-433e-8046-3388d0db05fb, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:19.760875545Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:19.761898183Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:57745","req_id":"2bbc825b-a6c7-4f3b-95f3-5f877eaa0bc1","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: fb 53 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .S..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.761968062Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:57745","req_id":"2bbc825b-a6c7-4f3b-95f3-5f877eaa0bc1","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 64339,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.762185185Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.762422908Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.762471375Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:57745","req_id":"2bbc825b-a6c7-4f3b-95f3-5f877eaa0bc1","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54660, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.762833877Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54660, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4384, tv_nsec: 561739775 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:19.76293059Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:19.765549257Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:51319","req_id":"bad91ff3-fce3-4ba2-bd9f-58a696749e63","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 0d 65 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .e..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.765751611Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:51319","req_id":"bad91ff3-fce3-4ba2-bd9f-58a696749e63","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 3429,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.766138702Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.766641023Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:51319","req_id":"bad91ff3-fce3-4ba2-bd9f-58a696749e63","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:19.850899592Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:19.851322996Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:19.851384328Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:19.851417013Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.851442364Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.852950609Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.853084897Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.853138253Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:19.854978079Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:57274","req_id":"1293654e-257f-45a3-83d8-6d41cd70549b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: f9 61 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .a..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.855118568Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:57274","req_id":"1293654e-257f-45a3-83d8-6d41cd70549b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 63841,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.855323637Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63841,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_delete_snapshot_then_disk","level":50,"time":"2025-04-30T06:45:19.855562082Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:57274","req_id":"1293654e-257f-45a3-83d8-6d41cd70549b","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.857154425Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"begin collection from MGS","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.857221739Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","mgs_url":"http://[::1]:54660"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.857253512Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/ignition","method":"GET"} {"msg":"sent collection request to producer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:19.857649291Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.858600726Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:19.858710094Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:19.858756777Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.861563079Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"59b3a827-f5fc-4976-847a-5a5ccb0f6e98\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:45:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.86207559Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0","method":"GET"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.864375723Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.872714918Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:19.872790639Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.872823745Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.873357849Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.873758998Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0fbd56ef-755b-491d-91dd-3785573c8375\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:45:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.874324204Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:19.877582797Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.877688678Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.878442921Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.88099737Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e56e7a30-8240-498f-9b7d-f0be55b162ad\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.881130977Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.885871852Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"82f464bd-a3aa-4e13-b30b-f064511b011c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.886715784Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.890720774Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4d5415d-8bc3-4313-96e7-d1e027f17974\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.8908497Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.894999879Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"703c42a7-ba44-4691-be64-94d8e4333fd4\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.895095159Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.898840822Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed4a712e-7600-4191-a17f-25fa8881352c\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.898921273Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.902408861Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f7a376b-2905-4f29-b7e1-034c1615c7d6\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.902480234Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.903842247Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"29c5be01-9bc2-40b5-890c-ee1929d9f0ef\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.904185852Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.905839847Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"07f87e5e-7037-4e7c-a565-4fb07a733825\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.90597683Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.907098726Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ddcf658a-d86a-43c8-8304-414e805aeb95\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.914674891Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.918561144Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c314884-3c1d-4a33-bb8e-1a2a23e37692\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.918827615Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.920945785Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.92143531Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"713d9765-19d3-4295-975f-9c5149b4f231\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:45:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.921699216Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.925431673Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"95ea6261-9805-425e-bcbb-287397b3d4c5\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.925642743Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.930628657Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d1bc0e9-b892-47f9-b33f-354c84ee592e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.930840179Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.934428599Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d602499-e9d7-4068-80c5-abe38c609941\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.934638938Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.938513457Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"23680639-855e-4639-a4f9-7af103c3250e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.938722053Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.950264701Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e5fe0a3c-4525-4f39-be01-b61cc35f2034\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.950561723Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.9537824Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa41a47f-83e6-4ba5-adbd-f79e7456316d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.954248498Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.955588949Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"70b30876-2612-49fc-b3c1-6d57fc2b5044\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.955808617Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.957149979Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d3921b9-e850-4fba-8c98-1b91a70bd74e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.957374296Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.960607508Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d01b56c-1101-47e0-a053-76bbb8833f2c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.960832016Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.962394328Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bea9fd68-6a40-4c36-9b68-5be25594b66e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.962614527Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.96519582Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a1c2bb17-183f-46a4-8437-bd1104e302f2\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:45:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.965443574Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.969101682Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5857f743-e13c-417b-8cd9-72e1e6c37e5d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.969311671Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:19.971919827Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:19.972057502Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:19.972151729Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.972236879Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.973003126Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.973867518Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ff4012e-420a-40e1-95d2-5b98bed68370\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.974117075Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.975753546Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.981104968Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:19.981203965Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.981287762Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.981914561Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.985462681Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.985509053Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.985834682Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:19.991308458Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:19.99142986Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.991479218Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.992323791Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.995832953Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c4d1d7a-d14f-4ce0-8e1f-448cea0f020a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:19.996072931Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.008664399Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:20.008728697Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.013701425Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:20.013866073Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.016478989Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c38878f0-9976-4201-a8db-dc314a9c99cf\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.016773245Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.02119745Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d861568-67ef-44fa-a2b5-80205637f0e8\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.021300325Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.024899105Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"12d341f1-00ac-4ed6-893f-e557ef1772dc\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.02670833Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.027771959Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4048e8cd-dbf7-4c9a-bb3f-ac73720d6934\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.027923762Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.029570242Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"395e199b-00b4-47f3-94d3-8ab95c826bc0\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.029789339Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.031158567Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c823bc39-c475-4a6c-b164-2273a274e796\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.031477262Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.033849568Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a18726d7-0da9-4221-b5bc-d8dca78f6a02\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.034022423Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.036557504Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19b1788b-d4e2-4a18-b894-529878688ea0\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:45:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.036874616Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.041633277Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd3a02a1-5bfe-4bf0-ba95-eb008e09b1ec\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.041707174Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.042242581Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.04862108Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd4d0e9f-f3bb-4345-a8cd-4ee4b43dcb4b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.048785107Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:20.05327366Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:35513","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:57607"} {"msg":"accepted connection","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:20.053999716Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:35513","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35895"} {"msg":"incoming request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:20.054150607Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/crucible/pantry/0","method":"GET","req_id":"c23a938d-0041-4915-b2e4-cc5881ad6e46","remote_addr":"[::1]:57607","local_addr":"[::1]:35513","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:20.054437368Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/crucible/pantry/0","method":"GET","req_id":"c23a938d-0041-4915-b2e4-cc5881ad6e46","remote_addr":"[::1]:57607","local_addr":"[::1]:35513","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":283,"response_code":"200"} {"msg":"incoming request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:20.054960931Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/crucible/pantry/0","method":"GET","req_id":"dc3daa52-a577-44a7-b61c-7a275061c7e6","remote_addr":"[::1]:35895","local_addr":"[::1]:35513","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:20.055454405Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/crucible/pantry/0","method":"GET","req_id":"dc3daa52-a577-44a7-b61c-7a275061c7e6","remote_addr":"[::1]:35895","local_addr":"[::1]:35513","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":503,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:20.056288326Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:35513","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:50252"} {"msg":"accepted connection","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:20.05634541Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:35513","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:61759"} {"msg":"incoming request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:20.056826959Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/crucible/pantry/0","method":"GET","req_id":"e0a7e931-11d4-4a00-b35c-44a4e716998d","remote_addr":"[::1]:50252","local_addr":"[::1]:35513","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:20.056956057Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/crucible/pantry/0","method":"GET","req_id":"184ba4fa-dadc-484b-b646-803df2636a5f","remote_addr":"[::1]:61759","local_addr":"[::1]:35513","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:20.05719845Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/crucible/pantry/0","method":"GET","req_id":"e0a7e931-11d4-4a00-b35c-44a4e716998d","remote_addr":"[::1]:50252","local_addr":"[::1]:35513","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":267,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:20.057258249Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/crucible/pantry/0","method":"GET","req_id":"184ba4fa-dadc-484b-b646-803df2636a5f","remote_addr":"[::1]:61759","local_addr":"[::1]:35513","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":334,"response_code":"200"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.058411867Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d5fe4f92-7f66-4d8b-8a5f-626aeb7166f6\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.058584Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:20.059366098Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:35513","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:65046"} {"msg":"incoming request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:20.059866836Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/crucible/pantry/0","method":"GET","req_id":"fe6e50d8-4a2f-4f6b-8b97-54e3904513c8","remote_addr":"[::1]:65046","local_addr":"[::1]:35513","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:20.059982156Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/crucible/pantry/0","method":"GET","req_id":"fe6e50d8-4a2f-4f6b-8b97-54e3904513c8","remote_addr":"[::1]:65046","local_addr":"[::1]:35513","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":133,"response_code":"200"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.061878675Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb572517-4106-42c9-a2f2-7e54a9167c56\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.06214736Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.064751028Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6778036c-425d-4ead-8b73-828849bc7133\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.065097308Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:20.066288872Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:35513","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:33470"} {"msg":"incoming request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:20.066821312Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/crucible/pantry/0","method":"GET","req_id":"33f15d74-4c5f-40b6-bc3f-a3036c5c9ded","remote_addr":"[::1]:33470","local_addr":"[::1]:35513","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:20.067113855Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/crucible/pantry/0","method":"GET","req_id":"33f15d74-4c5f-40b6-bc3f-a3036c5c9ded","remote_addr":"[::1]:33470","local_addr":"[::1]:35513","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":299,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:20.067755193Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:35513","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:64981"} {"msg":"incoming request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:20.068237685Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/crucible/pantry/0","method":"GET","req_id":"64ad2336-9aea-4d9a-a1fa-2630d20b3bc2","remote_addr":"[::1]:64981","local_addr":"[::1]:35513","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:20.068367513Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/crucible/pantry/0","method":"GET","req_id":"64ad2336-9aea-4d9a-a1fa-2630d20b3bc2","remote_addr":"[::1]:64981","local_addr":"[::1]:35513","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":142,"response_code":"200"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.069627824Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42acf3a5-4c85-4730-9d91-072a09b496e7\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.069697413Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.070610402Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d41f740-242c-448e-9d82-cf4d27137023\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.070811944Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.071912226Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b52cb22a-6e17-4e67-a6cf-3d4a2704e021\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.072057305Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.073152347Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e25053cc-75d6-4065-aa64-c19b90f4f46e\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.073277947Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.074430874Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba96c99c-d8a4-4a29-893c-755e479d23c2\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:19 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:20.074660572Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:20.074714349Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:20.074747615Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.074776493Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.07588943Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.079158654Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.084606809Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:20.084740425Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:20.084849512Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:20.084947568Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.085033239Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.085654627Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:45:20.086145084Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.0886879Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.095125236Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:20.095202019Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.095235406Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.095648028Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:20.096028796Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:20.096177032Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:20.096209146Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.096236891Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.096604954Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.099251558Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.105810526Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:20.105913982Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.106004793Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.107149885Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.169458821Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","sled_agent_url":"http://[::1]:33811"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.169536426Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"SledAgent":"http://[::1]:33811","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:33811/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:20.171595709Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:41790"} {"msg":"incoming request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:20.172318719Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/inventory","method":"GET","req_id":"340e99fb-6b9c-484f-a607-01dae89ae492","remote_addr":"[::1]:41790","local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:20.1728011Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/inventory","method":"GET","req_id":"340e99fb-6b9c-484f-a607-01dae89ae492","remote_addr":"[::1]:41790","local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":667,"response_code":"200"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:20.172899506Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.172940458Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.173703789Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.174192252Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"SledAgent":"http://[::1]:33811","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:33811/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"340e99fb-6b9c-484f-a607-01dae89ae492\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:45:19 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.177727526Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.177786053Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.177818227Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:20.182177973Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:20.1822568Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:20.182291519Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.182319405Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.183072235Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.185947814Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.19408138Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:20.194271529Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.194323172Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.194872266Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:45:20.239020107Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:45:20.239425014Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.239485334Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":53,"elapsed":"501.178836ms"} {"msg":"activating","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.239522468Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","iteration":54,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:20.239548911Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:20.239575504Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:20.23960347Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.239631516Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.241544567Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.244253996Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.246265383Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.253950535Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:20.254028591Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.254066446Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.254612945Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.259854699Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","candidates":"[(f54221d0-68e0-433e-8046-3388d0db05fb, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:20.259911352Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:20.265220851Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:49817","req_id":"67ba03de-0f92-443f-968c-f8b796781f87","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: b4 40 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .@..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.272316268Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:49817","req_id":"67ba03de-0f92-443f-968c-f8b796781f87","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 46144,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.273568062Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.273877228Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.274160803Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:49817","req_id":"67ba03de-0f92-443f-968c-f8b796781f87","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54660, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.274870707Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54660, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4385, tv_nsec: 73789501 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:20.2750475Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:20.275993204Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:56816","req_id":"45368a10-d111-4a77-b847-8c6c78e3851e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: d6 47 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .G..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.276381628Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:56816","req_id":"45368a10-d111-4a77-b847-8c6c78e3851e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 54855,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.276783488Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.276936153Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:56816","req_id":"45368a10-d111-4a77-b847-8c6c78e3851e","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:20.364506431Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:20.36553977Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:20.366080687Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:20.36614248Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.366174384Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.36714123Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:20.370323551Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:63075","req_id":"c26dbee3-5f45-4ba0-aacd-f5663139be25","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 64 75 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c du..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.370396096Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:63075","req_id":"c26dbee3-5f45-4ba0-aacd-f5663139be25","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 25717,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.370882124Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25717,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_delete_snapshot_then_disk","level":50,"time":"2025-04-30T06:45:20.370980209Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:63075","req_id":"c26dbee3-5f45-4ba0-aacd-f5663139be25","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.371735394Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"begin collection from MGS","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.37178851Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","mgs_url":"http://[::1]:54660"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.371815103Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.372647461Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.38288543Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:20.38294082Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.382968605Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.383621997Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.387636265Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"941138ac-d28e-4943-8cea-3cb71a5bd166\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:45:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.387868949Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:20.389130463Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.389188238Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.390281576Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.393344559Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"80feeb6d-5121-415f-bf96-1d1b12e400ac\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:45:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.393534537Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.395600383Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6124ad2f-50db-4034-bd72-becf43a88e9e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.396042534Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.408064287Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"474a113d-0718-45d5-989a-210d6ea048fb\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.408201009Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.415151728Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f7f9e7e-446d-49ed-afee-5d6dad8fdc4c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.416464073Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.418736451Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0dbd2d96-9bc4-45e2-b2ee-215b98c05a8c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.418980948Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.427003402Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d7d09005-cb08-41bb-ae7e-15c84f28d825\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.427083281Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.430118789Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"44f922e8-fde6-4823-8f28-30a84b9b185c\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.43023962Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.436350145Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.436750663Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c31dece7-52aa-4630-8ace-8bb7b5a7da49\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.436999699Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.43863164Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"23ca59ab-b53b-40fb-a773-a17ca4914f3c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.439049794Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.440783287Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d092991-1728-47ae-9703-27a9435b7f85\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.440845541Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.442778894Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"52fe8102-8bf8-4a40-907f-3669f207ebe9\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.442845857Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.445609233Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"29e8c8dc-6726-498f-9a6f-b17f61e7390c\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:45:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.445679773Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.448276718Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"60906fe7-91d8-42b1-abae-002f2a34b900\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.448396166Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.450866107Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0e53c4a9-23c2-4849-be0b-601671558b3b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.450933932Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.452898146Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f34f6c8-be8e-4482-936f-5f5be4285f5e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.45302573Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.454648242Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1553c40e-dc45-489b-adff-958ab106696c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.454781688Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.458217113Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab426976-56dc-4a9f-bb0d-22c1fb27e3fe\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.458425839Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.460755691Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"28c901be-3a33-4eb4-9610-e8508b9c5b70\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.460887664Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.462136773Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a34a410-14f3-4001-9bd1-e651465d0845\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.462253756Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.463739376Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"deadb160-d66c-4763-a348-29a168636214\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.463785318Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.464804769Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c49a216-4136-46fa-9cea-fdf10c5a1326\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.464932493Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.47384442Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fbdaff92-3631-46de-b221-28a29959dd79\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.474099849Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.475183808Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aca9ae81-39ab-43a5-bc12-6d4f20116125\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:45:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.475349228Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.47858267Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e861b21-3011-47bd-9702-ecef3e70b721\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.478665195Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.478893429Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"768e7adf-7eab-4911-b93f-5f2a055049b2\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.479046324Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.481028564Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"68988c2d-171b-4207-8fd2-6332c8221e30\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.481123423Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.482931675Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ed55333-e6e4-497c-96e1-dde70452556a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.482996775Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.484742213Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c14a54f7-1f31-4bfd-8513-7b341c34d4fe\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.484913203Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.486550466Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56333ce1-c01c-4512-bdb3-3dceaa363a67\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.486715344Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:20.48705978Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:20.487118387Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:20.487247134Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.487294658Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.487943Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.488560651Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"555b9252-7c76-412a-a69a-3cd1ece6ef70\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.488682193Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.489914158Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"25a84bf7-ad94-40eb-b393-57f35656dc97\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.490043686Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.490567129Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.495250069Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:20.495318946Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.495352443Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.495684545Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.496687653Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e1b51e09-5f62-4f76-9a6b-76c28924fa90\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.496758675Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.497784489Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c942553-9062-4ab3-b64f-78218f33a034\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.497902273Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:20.498085729Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.498135117Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.498610585Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.499851146Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b58c165c-8569-4c6b-9fce-2dcafb6891ae\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:45:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.49995352Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.501772474Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a7277b4-be62-4d14-afbc-06d860b04687\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.501850149Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.504073249Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"021bbdf1-dab7-4651-85a6-a1e230dd16b1\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.504306974Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.506389584Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa133440-d10c-410d-a71b-bf2c406b03e7\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.506464062Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.508559207Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"51c06b6f-bf3a-44ae-88e0-1a90c76701a7\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.508629797Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.510460525Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"70ad752c-4c62-4313-99df-9cee2aea4f9f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.510577508Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.512216023Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e6ed88de-c376-436a-bbd9-9c9effc1a266\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.512345551Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.513254832Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"570c7b24-0d68-45fc-8c6a-1ad45d973685\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.513373839Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.514481697Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"54e7cec7-04ff-4688-a11b-580fbb86b55b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.514604812Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.515627259Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"002be467-65f7-4c83-8183-ce7c346da46f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.515743761Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.516529707Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61878a50-a011-404b-ab90-c3bcce585374\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:20 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:20.51658635Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:20.516618665Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:20.516648133Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.516675257Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.51716868Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.521805559Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.528899864Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:20.528969362Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:20.529036316Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:20.529071947Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.529099111Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.529524088Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.532585006Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.536409166Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:20.53676772Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.536814594Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.536983851Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.540345639Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.594627913Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","sled_agent_url":"http://[::1]:33811"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.594695397Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"SledAgent":"http://[::1]:33811","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:33811/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:20.595586723Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:20.595711452Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:20.595827343Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.595918284Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.596976983Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:20.597265408Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:45678"} {"msg":"incoming request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:20.59782864Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/inventory","method":"GET","req_id":"46ad93dc-432e-47fe-8e76-39e735e02878","remote_addr":"[::1]:45678","local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:20.598427103Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/inventory","method":"GET","req_id":"46ad93dc-432e-47fe-8e76-39e735e02878","remote_addr":"[::1]:45678","local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":519,"response_code":"200"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.598883993Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"SledAgent":"http://[::1]:33811","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:33811/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"46ad93dc-432e-47fe-8e76-39e735e02878\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:45:20 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.602076373Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.60212973Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.602157225Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:20.604759089Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:20.604800301Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:20.604829779Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.604855681Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.605631757Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.606498554Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.614325619Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:20.614422853Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.614506921Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.615746049Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:20.61838152Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.618481109Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.619482714Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.61970634Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.627234199Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:20.627639707Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.62770132Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.628739378Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:45:20.660750668Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:45:20.661100455Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.661161797Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":54,"elapsed":"421.638287ms"} {"msg":"activating","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.661201456Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","iteration":55,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:20.661229572Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:20.661266255Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:20.661296365Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.661363299Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.662195607Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.669625491Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.671199437Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.679334776Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:20.679405527Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.680077586Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.680676138Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.69800749Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","candidates":"[(f54221d0-68e0-433e-8046-3388d0db05fb, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:20.698066187Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:20.704550316Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:53188","req_id":"3b546d9d-983c-4ea7-ac67-545641f3d1de","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: b0 a4 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.70496356Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:53188","req_id":"3b546d9d-983c-4ea7-ac67-545641f3d1de","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 45220,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.705530118Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.705746129Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.705791549Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:53188","req_id":"3b546d9d-983c-4ea7-ac67-545641f3d1de","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54660, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.707512678Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54660, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4385, tv_nsec: 506362715 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:20.707582037Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:20.712039648Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:54237","req_id":"2d8c53f9-c026-49c1-8a99-346c0e6e029c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 74 23 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e t#..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.712298103Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:54237","req_id":"2d8c53f9-c026-49c1-8a99-346c0e6e029c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 29731,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.712561638Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.712734964Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:54237","req_id":"2d8c53f9-c026-49c1-8a99-346c0e6e029c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:20.787032697Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:20.794087383Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:20.794333463Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:20.79438714Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.794419224Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.795280209Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.79711738Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.797957905Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:20.802070829Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:50100","req_id":"d8bc99b0-51e7-41f2-995f-2c5de20add10","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: a2 a3 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.802326228Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:50100","req_id":"d8bc99b0-51e7-41f2-995f-2c5de20add10","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 41635,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.802643951Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41635,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_delete_snapshot_then_disk","level":50,"time":"2025-04-30T06:45:20.80364192Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:50100","req_id":"d8bc99b0-51e7-41f2-995f-2c5de20add10","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.807897318Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"begin collection from MGS","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.80796335Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","mgs_url":"http://[::1]:54660"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.807992668Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/ignition","method":"GET"} {"msg":"sent collection request to producer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:20.809431415Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.811074288Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:20.811126051Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:20.811153185Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.811671969Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.817118771Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:20.817178671Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.817213069Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.817584579Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:20.822910401Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.822975691Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.823813901Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.824112035Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4852d20-1b32-4eb7-a0ea-029111ee145a\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:45:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.824401321Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.826775792Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca25e4ae-ed3b-46b2-9639-10310cbd245f\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:45:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.826948727Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.830577567Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb8076c2-6ee8-4ece-ae8e-2fedc5b19ab4\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.830914047Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.833531072Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ad0f7b9-04ae-4251-970d-13f0f7105f53\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.833607304Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.836086052Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"99444c68-2592-4ed5-a377-65c01ea10572\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.836153226Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.838626755Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"739aadc9-1435-451d-be11-29d0e547c8bc\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.838843396Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.841093028Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0cc98fa8-d793-4f3a-902f-4c2f2ef5a002\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.841157727Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.845536331Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77dda27a-e966-4a9d-8312-d6f00b37a848\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.845675168Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.846826672Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a320f62b-32e8-4128-8ff8-2975c1d1b305\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.846888826Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.847941584Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec503413-2308-4a68-8036-4bc709300af3\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.848156001Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.849345681Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"939fdb57-28da-4222-8e52-5fec0be66182\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.849415681Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.851733218Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7067a7d1-5d11-407a-bfc5-e7f28aa46ec8\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.8518092Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.852531128Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.853673154Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f986f61e-0e0f-4927-b618-4cf206a00d6f\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:45:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.853849585Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.855814891Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb168467-7fa7-4015-8fc6-ce933d21f563\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.855965371Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.857923723Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"675f2c57-7bb6-47bc-9439-f6c5977a87d0\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.858020555Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.859928046Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f081259d-1c8b-4a10-8543-58d861e04cf7\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.859997314Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.861766249Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"535ec405-fe77-43b6-8244-8c02dea4a8d7\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.861840356Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.864318484Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19e14326-8856-41af-9b4e-24dff5906623\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.864706938Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.866561573Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"810b33a5-eff1-45f0-a712-07ebc72a0474\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.866895298Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.867586164Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"86d052a0-efa7-446f-941d-647db3dc5a92\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.867740532Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.869325931Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"67b73cc5-dda0-47a0-8841-269903f13d0b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.869688182Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.871080086Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d373ca2f-2e9d-4b96-8263-b588ffefdb9f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.871472127Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.873360279Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f8bc2df6-2c0b-4d34-a2b6-0d9fa093cc8e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.873555348Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.874963263Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d9299f1a-d140-443d-80a5-02f46237bdbc\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:45:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.875823306Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.876679422Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21e538ec-5ac5-4bfb-98c1-55173a209480\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.876774111Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.878459569Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f13bb415-ef31-4ce2-97ba-d6293665d9ca\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.878536151Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.881201963Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b582cf9-3d5f-4543-8a76-a795c6d625a0\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.881349868Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.88546185Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ccb2f1b5-f3a9-4f9a-ac0f-fc0d5c901242\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.885615186Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.890613505Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a9ffc47-ef4f-4162-8f48-4d3c6007cb6e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.890839766Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.896018674Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b13171e-2436-4e27-a67b-38ea133c3bca\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.896232731Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.897262843Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b4d49ef7-b43b-4a93-acb2-0f3e57c7731d\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.897503312Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.899576924Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e1945c8b-026a-4b09-aef4-00ede696794c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.899742604Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.901032344Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"38319573-8f4e-41a3-a43c-498a2024a766\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.901182583Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.90246115Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c438388-9a99-4ffc-830c-51cd72d57dc7\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.90259152Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:20.903185834Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:20.903257748Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:20.903290333Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.90333443Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.90412196Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.905085038Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"48f1e203-521f-4ed8-b1a9-d114eec1907e\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:45:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.905524795Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.907650911Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.917629302Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:20.91776865Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.917818208Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.918292744Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.919331604Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"04259e0e-e2b7-4441-93bb-eaa327f1118a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.919383497Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:20.9259098Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.92596469Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.926721047Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.929122161Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"50d1bd89-e0cc-4efb-b440-800c227e034c\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.929206789Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.931385781Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"53503ac1-7d27-4395-89f3-f14e38a11875\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.931562854Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.93628894Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d20ee32b-5a93-4332-8d11-1063a49c00e5\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.936739398Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.939737431Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c7229ee-96cb-4e54-b94b-5065fcf4e5ff\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.940013261Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.946555055Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"164cc241-7a5b-4e4e-9211-123e92e757f9\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.946833449Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.951894413Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d9e32a91-c4b5-49db-a103-f710f5afa32c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.953222509Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.961846903Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d057d1ea-5b18-45e1-82e2-fee0f783199a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.96212174Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.963660125Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed05a47d-877f-4814-804e-42774cee25c9\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.96515809Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.970005689Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f25c04a-8be0-4906-8976-f07fbb232aee\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:20 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:20.970207491Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:20.970382409Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:20.97048815Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.970577508Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.97149692Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.972431883Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.974676355Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.980925305Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:20.981027729Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:20.981064773Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:20.981096075Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.98112366Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.985004733Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.985291364Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.987129386Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.987189276Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:20.98744719Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:20.99207496Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.013909103Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:21.014066367Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.014167769Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.014723616Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.015802546Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:21.015978306Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.074220299Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","sled_agent_url":"http://[::1]:33811"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.074288796Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"SledAgent":"http://[::1]:33811","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:33811/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:21.07495316Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:21.075011305Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:21.075054161Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.07508362Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.07601243Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:21.076189222Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:53770"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:21.076628277Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"incoming request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:21.078342803Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/inventory","method":"GET","req_id":"3db87047-9391-4ddd-8635-05aecc9381b9","remote_addr":"[::1]:53770","local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:21.08055949Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/inventory","method":"GET","req_id":"3db87047-9391-4ddd-8635-05aecc9381b9","remote_addr":"[::1]:53770","local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2225,"response_code":"200"} {"msg":"inserted rows into table","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.082332032Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:21.082395298Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:21.082423674Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:21.08374642Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:49945","req_id":"e501fdc3-76a6-43f2-a8ac-9a5aad0784d1","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: ee 86 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.083865707Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:49945","req_id":"e501fdc3-76a6-43f2-a8ac-9a5aad0784d1","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 61062,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.084099804Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.084256316Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.084308479Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:49945","req_id":"e501fdc3-76a6-43f2-a8ac-9a5aad0784d1","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 38744, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.084530702Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"SledAgent":"http://[::1]:33811","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:33811/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3db87047-9391-4ddd-8635-05aecc9381b9\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:45:20 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.091854464Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.091923071Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.091949213Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:21.092915639Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:21.093717536Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:21.093778328Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.093812175Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.094725705Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.096325623Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.103866658Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:21.104302416Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.104720239Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.106273333Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.106876655Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 38744, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4385, tv_nsec: 905762503 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:21.107472332Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:45:21.109055476Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.111296201Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.119889222Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:21.121742855Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.121793065Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.123924542Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:21.125192238Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:56368","req_id":"bd04cdc9-d3ed-4d83-922b-14a0c955af43","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: d1 3d 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 .=..........._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.125245123Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:56368","req_id":"bd04cdc9-d3ed-4d83-922b-14a0c955af43","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 53565,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.125392928Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.125543538Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.125580972Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:56368","req_id":"bd04cdc9-d3ed-4d83-922b-14a0c955af43","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 38744, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.126115297Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 38744, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4385, tv_nsec: 924990624 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:21.12617716Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:21.126316738Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:53931","req_id":"816332e5-02fd-43b9-9e88-f56d47274160","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: cd e4 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.126363151Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:53931","req_id":"816332e5-02fd-43b9-9e88-f56d47274160","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 52708,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.126501957Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.126536476Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:53931","req_id":"816332e5-02fd-43b9-9e88-f56d47274160","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:21.127109929Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.127155259Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.127643632Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:21.127857889Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:21.195701773Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.195764128Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.196161539Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:45:21.196365165Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:45:21.197443273Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:21.198233658Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:58476","req_id":"45089368-b3e5-49bb-b06e-063d0a5f8bbc","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: b5 a8 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.198297936Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:58476","req_id":"45089368-b3e5-49bb-b06e-063d0a5f8bbc","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 46504,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.19839045Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.198414749Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:58476","req_id":"45089368-b3e5-49bb-b06e-063d0a5f8bbc","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:21.200149315Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:21.265901241Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.266057442Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.26638241Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:45:21.266622138Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:45:21.269009224Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.306327829Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:45:21.30676997Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:45:21.307104406Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.307149666Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":55,"elapsed":"645.90845ms"} {"msg":"activating","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.307186289Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","iteration":56,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:21.307215307Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:21.307250537Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:21.307279244Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.307307921Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.307976243Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.310562566Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.315812446Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:21.315938006Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.31606018Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.316685486Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.320218826Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","candidates":"[(f54221d0-68e0-433e-8046-3388d0db05fb, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:21.320282993Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:21.321468886Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:51369","req_id":"b35daedf-159d-4cad-bcfa-8384f924e4ed","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: bc 93 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.321841939Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:51369","req_id":"b35daedf-159d-4cad-bcfa-8384f924e4ed","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 48275,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.322252107Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.32263002Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.322818495Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:51369","req_id":"b35daedf-159d-4cad-bcfa-8384f924e4ed","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54660, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.324586368Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54660, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4386, tv_nsec: 123501835 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:21.324654082Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:21.324974651Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:59031","req_id":"1dd26ab8-7d1f-4047-acb9-9d82a1b41f6f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 00 50 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .P..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.325065813Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:59031","req_id":"1dd26ab8-7d1f-4047-acb9-9d82a1b41f6f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 80,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.325154119Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.325438295Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:59031","req_id":"1dd26ab8-7d1f-4047-acb9-9d82a1b41f6f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:21.367922452Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:21.368312379Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:21.368371567Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:21.368402949Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.368429462Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.369059978Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:21.36929656Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:56876","req_id":"b10fb7bd-b255-438e-b242-db4db5998b69","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 68 04 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c h............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.369380216Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:56876","req_id":"b10fb7bd-b255-438e-b242-db4db5998b69","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 26628,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.369601427Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 26628,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_delete_snapshot_then_disk","level":50,"time":"2025-04-30T06:45:21.369699272Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:56876","req_id":"b10fb7bd-b255-438e-b242-db4db5998b69","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.369863159Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"begin collection from MGS","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.36990395Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","mgs_url":"http://[::1]:54660"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.369931635Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.371582073Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.379153389Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:21.379217396Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.379246925Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.379803093Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.380007551Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2721c59b-84d7-4802-8ca1-5b2e49b5c075\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:45:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.380351406Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.383056115Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d785312-6ba6-453c-8f91-e43e8639f040\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:45:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.383222025Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:21.383472154Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.383528005Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.384916511Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.387764837Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb68aba4-4b84-487a-9427-fb5a96b0cd64\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.387914084Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.390048617Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ebfcd23-ffdd-4a59-a3ac-ef4096f71f57\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.390216602Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.393065768Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00fd2099-9eb6-4102-afaa-297daac921c4\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.393137591Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.396051147Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"04f57576-9547-429a-90ec-e979d4b94e72\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.396181196Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.398285839Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d7ebc607-b3a5-42e2-b1a0-ea56f2ef5fef\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.398423403Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.401810762Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cffef346-b4ba-4e64-a2bf-15a339af9eb2\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.40191996Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.402905794Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"181e2823-88ac-4590-a30a-ca302f8bb868\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.403441672Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.406471288Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"959729ee-fa8d-43c5-ab74-11e50e24986b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.406739362Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.40808363Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"48934115-38ce-4172-94ec-686da7571069\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.408433848Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.4098348Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a1235951-2ff5-47ad-8f5c-10df472b3054\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.410073064Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.412531793Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"206a2f3c-7651-4836-9277-c2d74b128cc1\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:45:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.414604643Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.419279978Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.422010419Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a4390b9a-afd8-405c-843c-971b3fd1c9fa\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.42252326Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.42427463Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b56069f6-a951-491a-9aa0-7d4f50901b6c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.424401723Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.426150638Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f3caec35-c5d6-4c54-b6ff-ca4cfe5bc700\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.426315085Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.428023309Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"614b4e4f-5338-445c-9b3b-631dd3bbdb59\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.428136745Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.429968956Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c597b773-2ea3-4793-ba94-ed2d058b3f2e\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.430069796Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.432746239Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c25fe238-227f-4abd-9cc0-fe5515de598c\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.432864996Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.433831211Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a683c56d-9f24-4e28-a487-b02c7fe7d8da\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.43398141Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.436588996Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"517bd042-1b6d-4fad-a03c-283d062e5866\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.436804244Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.43808175Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c857e58-fc4a-4537-9bd4-6a5292efb31b\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.438361597Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.439428253Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fccab7e6-0ddc-41fe-95fb-0d2be15f9a4d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.439648712Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.441120775Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"325851d2-6b33-4600-b709-21783d226a42\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:45:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.441316926Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.445222928Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d546416-8dce-4ca5-83eb-0b4c0d3e4d2f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.445455211Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.449638566Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0195476-1c3a-474d-8b11-746b5d60fcf1\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.449810859Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.451396298Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f75a3d2-d1a6-4abc-836e-cf1f367a613a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.451508401Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.453721401Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a18f20a-5968-4db5-89dd-b1da0b375638\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.453844616Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.455443382Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d1b5b4fe-13c7-4da7-bb26-8783fb5ee20e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.455516818Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.457265462Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f5ec9dc-aee9-4c69-aa8b-fc46c8fe8d0e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.457381263Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.458218481Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5332d21-1b53-479f-a14d-a2f9ab4a6f2d\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.458369031Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.459321048Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"02d99c1f-6655-46c1-926a-3559fbfa5e14\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.459458131Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.460270459Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"120e5f44-af03-405f-8b51-e884b7ca2c2a\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.460390999Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.461246153Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ed5b4a8-6a26-489b-a66f-c9519dad9e0d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.461311494Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.462528889Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b5c5113-1788-4d78-b2a5-efdc2a6733e2\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:45:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.463068063Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.464311751Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2b472bb7-23fb-4d75-9063-029e90ee9adb\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.464377372Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.466065035Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"163f5f3a-aa0f-422e-8877-409b155993e7\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.466273049Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.467776795Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"810136b6-3ee8-427d-9177-ddcd4236f0dc\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.467920331Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.46959119Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c1c7895-7da9-4d09-92db-b5339c040f4d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.469652072Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:21.470144493Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:21.470200344Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:21.470231286Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.47025874Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.471109245Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.472869222Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad997d45-5ad1-47ec-be6f-1554c44749a1\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.472957447Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.473509167Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.478412466Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:21.478483808Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.478516323Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.478871801Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:21.480899251Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.48107944Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.481629977Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.482462586Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f3912e3-c587-4f9e-a606-b3f637ef6c61\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.482529239Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.48354893Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"295813f1-86d3-47b7-a536-080628a85508\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.483668238Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.485185401Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d043b223-9518-4ca4-bdb3-959252a92c68\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.485342153Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.486435922Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f4153e1d-dc68-4304-b670-041d33fdd5ef\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.486569919Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.488221119Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a411533-787e-4f91-aca8-2244ca2bcf8d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:21 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:21.488284616Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:21.488319656Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:21.48835207Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.488383703Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.489222074Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.492110579Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:45:21.492175157Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:45:21.501650206Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.501714664Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.507901301Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:21.507957964Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:21.508031741Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:21.508070077Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.508097662Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.509608733Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.514341192Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.519051867Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:21.5191282Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.519161185Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.519677163Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.598169424Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","sled_agent_url":"http://[::1]:33811"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.598253472Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"SledAgent":"http://[::1]:33811","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:33811/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:21.598950941Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:51894"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:21.599016883Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.599906806Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"oximeter","body":"None","uri":"http://127.0.0.1:33167/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:21.600321151Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"f5a2f771-7dcb-4664-927e-b4a272344283","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"incoming request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:21.600708072Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/inventory","method":"GET","req_id":"c13362cc-a2b3-4726-801d-1e00fd408c85","remote_addr":"[::1]:51894","local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:21.600843873Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"f5a2f771-7dcb-4664-927e-b4a272344283","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.600898922Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"f5a2f771-7dcb-4664-927e-b4a272344283","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.60173607Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"f5a2f771-7dcb-4664-927e-b4a272344283","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:21.602397649Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/inventory","method":"GET","req_id":"c13362cc-a2b3-4726-801d-1e00fd408c85","remote_addr":"[::1]:51894","local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1772,"response_code":"200"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.602817525Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"SledAgent":"http://[::1]:33811","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:33811/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c13362cc-a2b3-4726-801d-1e00fd408c85\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:45:21 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.604874413Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.604920996Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.604945605Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:21.607614793Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:21.607660454Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:21.607690384Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.607717859Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.608600387Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:21.610638488Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"f5a2f771-7dcb-4664-927e-b4a272344283","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","latency_us":10303,"response_code":"200"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.610798146Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.619695153Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:21.619853959Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.619906975Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.620777138Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.620838691Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:33167/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f5a2f771-7dcb-4664-927e-b4a272344283\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:45:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.621914645Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"oximeter","body":"None","uri":"http://127.0.0.1:33167/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZTQ3ZmUwMi1jYmUwLTQzMzItOTUxZi1hODIyMjE5OGMxYWQifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:21.621973512Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZTQ3ZmUwMi1jYmUwLTQzMzItOTUxZi1hODIyMjE5OGMxYWQifX0%3D","method":"GET","req_id":"c873e1fd-4316-4221-b090-c15391695411","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:21.622045335Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZTQ3ZmUwMi1jYmUwLTQzMzItOTUxZi1hODIyMjE5OGMxYWQifX0%3D","method":"GET","req_id":"c873e1fd-4316-4221-b090-c15391695411","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.622090505Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZTQ3ZmUwMi1jYmUwLTQzMzItOTUxZi1hODIyMjE5OGMxYWQifX0%3D","method":"GET","req_id":"c873e1fd-4316-4221-b090-c15391695411","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.622121407Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZTQ3ZmUwMi1jYmUwLTQzMzItOTUxZi1hODIyMjE5OGMxYWQifX0%3D","method":"GET","req_id":"c873e1fd-4316-4221-b090-c15391695411","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:21.627482418Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZTQ3ZmUwMi1jYmUwLTQzMzItOTUxZi1hODIyMjE5OGMxYWQifX0%3D","method":"GET","req_id":"c873e1fd-4316-4221-b090-c15391695411","remote_addr":"127.0.0.1:60304","local_addr":"127.0.0.1:33167","component":"dropshot_internal","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","latency_us":6098,"response_code":"200"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.631292339Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:33167/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZTQ3ZmUwMi1jYmUwLTQzMzItOTUxZi1hODIyMjE5OGMxYWQifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c873e1fd-4316-4221-b090-c15391695411\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:45:21 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:21.631356617Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:21.631389303Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:21.631412759Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.631791584Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:45:21.673890063Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:45:21.674354478Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.674399788Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":56,"elapsed":"367.173971ms"} {"msg":"activating","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.674433876Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","iteration":57,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:21.674459487Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:21.674542863Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:21.674587863Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.67461663Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.675369781Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.682038838Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.691061846Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:21.691133549Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.691166885Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.692663407Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:21.693905101Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:21.693963307Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:21.694044419Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.694079338Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.694327843Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.700410212Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","candidates":"[(f54221d0-68e0-433e-8046-3388d0db05fb, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:21.700471745Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:21.70576421Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:51545","req_id":"58fc9632-5abb-40a1-b6a7-dfa18d37bb01","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: b7 d1 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.705836634Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:51545","req_id":"58fc9632-5abb-40a1-b6a7-dfa18d37bb01","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 47057,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.705942194Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.705971743Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.705994489Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:51545","req_id":"58fc9632-5abb-40a1-b6a7-dfa18d37bb01","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54660, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.706276731Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.711900095Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:21.711978481Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.712016407Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.712399831Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.712854938Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54660, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4386, tv_nsec: 511685987 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:21.712915859Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:21.720623686Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:55748","req_id":"b9fde53d-d010-4307-9be1-52b06811f64b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: d0 54 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .T..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.720798996Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:55748","req_id":"b9fde53d-d010-4307-9be1-52b06811f64b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 53332,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.721012661Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.721115677Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:55748","req_id":"b9fde53d-d010-4307-9be1-52b06811f64b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:21.721302379Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.721354663Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.722074166Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:21.804862236Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.812316147Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.812395665Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:21.815298138Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:52818","req_id":"0e9bd97b-7d84-4143-8167-f5b68958a7c3","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 2a 06 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c *............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.815366625Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:52818","req_id":"0e9bd97b-7d84-4143-8167-f5b68958a7c3","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 10758,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.815448067Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 10758,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_delete_snapshot_then_disk","level":50,"time":"2025-04-30T06:45:21.815521664Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:52818","req_id":"0e9bd97b-7d84-4143-8167-f5b68958a7c3","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.819979075Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"begin collection from MGS","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.820456015Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","mgs_url":"http://[::1]:54660"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.820783438Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/ignition","method":"GET"} {"msg":"sent collection request to producer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:21.822549065Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.823363648Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:21.823470752Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:21.823540581Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.826591991Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5461bf9-f4d7-4002-9edc-7184c9742006\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:45:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.827121736Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.828732546Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63b0ee64-f80e-4d1f-ae32-e35e8af2873b\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:45:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.829010038Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.831281484Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e643225e-d866-4043-a03f-8217202bed63\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.831500831Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.834184318Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00d3d9e7-2745-454b-ae4e-8f5a9c414e46\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.834481851Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.83902342Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c934e087-2a19-4a35-9b9c-ebdd177381e4\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.839258518Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.841205667Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ff246f9a-f4b5-4cdb-a4bf-1356866df9a0\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.84169858Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.844084383Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ecfedcb-c20b-45f9-8ce3-163ac03db1f5\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.844396325Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.84693871Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10dba10c-27f0-4669-ba4d-9122e9df533a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.847174209Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.849872896Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4510253a-1121-466a-a464-e5a6ff8031c4\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.850226741Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.850636538Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.852928555Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21881114-1218-4522-97c0-8edfaf923682\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.853536987Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.856178299Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"53f73978-9b16-4534-9709-b687e574d213\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.856243549Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.857737676Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18c75d7c-da4f-41fb-83c0-0c1291a93967\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.857914278Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.859539907Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a9a8fb4f-c21b-4f0d-aee5-c97fcdb6cbf0\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:45:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.859735226Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.864005074Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"59a942b0-48ad-443e-8d6e-bb820020f001\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.864223058Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.866043926Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ba320ab-a3c2-4b7c-b3d1-43dc4c848e72\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:45:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.866265287Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.870749161Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"70dde30c-68aa-4c08-a5c1-40b00d42ffaa\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.871067976Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.87669638Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bad899c4-b50e-4941-875c-2122f28aafa1\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:45:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.877177619Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.883926746Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e56ee48b-087d-49cf-a84c-56447082e52e\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.884558425Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.888678945Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"553d5710-c2f0-4c30-ba3f-12705a124ffe\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:45:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.888955576Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.897487876Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e7c666b8-7e01-4f1f-a024-0cd5a5b0a1db\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.89773588Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.899686998Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"28700e52-b0f0-48ba-a7a4-f168fb9ca2bd\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.899967527Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:21.900918351Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:21.901333067Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:21.901442886Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.901539709Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.902668538Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.904532723Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea414002-d185-4367-b184-58523e830ba6\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.904875616Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.909648415Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.92730271Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:21.927358171Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.927387239Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.928307683Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.928705736Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"25058aef-fbf2-456c-bc74-d3ab69e5da3c\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.929128769Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:21.932685104Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.932746226Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.933524126Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.934221626Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ec965c9-1c55-4718-beac-e43616a5115c\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:45:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.934451704Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.940140579Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"68caa8ed-897b-4cba-bdea-337ff45b7f8b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.941527172Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.947119243Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61fe478f-3b47-4488-8292-4d1e6fcd57b6\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.953497632Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.969819472Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c50f0823-07d4-4fc7-aad1-3fae650f4345\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.970028739Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.975763856Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"60fa9fa5-e7ca-4ab6-ae88-12d48c02b110\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.97605216Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"inserting 1 samples into database","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.98660713Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.98676252Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.987012759Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:21.988283571Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.994193847Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:21.994300178Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.995848022Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"inserted rows into table","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.998406099Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"id":"f39246f7-36a6-4a4c-a31e-3aa35c22ce9f","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:21.998518453Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.998670997Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d501030-eaa6-41ca-8501-a61c7f89d419\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:21.99889321Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:22.002593442Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a427096-0755-49cb-98b1-5eb416f2b69a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:22.00285857Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:22.006827518Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2382ce46-c57b-4024-a83c-2f1fecd1d145\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:22.007078849Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:22.008120044Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bdecf1dc-d162-4e5f-a53d-2d2555d19e9a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:22.0083593Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:22.009355655Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec2d6885-c59f-4be8-bb42-393d0ffc4cbe\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:22.009580063Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:22.010628792Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c3f7360-ee49-4c25-aa40-63c551dd35c5\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:22.010931876Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:22.01302687Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0876d67e-fc92-43b3-b26c-bd298e7bb344\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:45:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:22.013316036Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:22.016673676Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3fb83d9d-026e-48d0-918a-9dfd256f31ae\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:22.016939877Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:22.019082646Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20f8865b-0d3f-4b24-9b25-6b47a3850ad7\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:45:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:22.019424317Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:22.021924618Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"99bbefb0-41e5-4ab7-be2b-85d2626c4d07\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:22.02214143Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:22.035972748Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5bcaa654-3a70-4aad-b9ca-c700f486d36e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:45:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:22.036220402Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:22.03994867Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d057f284-ecdd-4ba6-8748-957b7ff767ad\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:22.040169931Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:22.044372063Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c93b669-523d-4ffb-8ddf-d1f416ed12df\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:45:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:22.044584517Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:54660/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:22.045877994Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"285c8d10-1e63-452d-9fee-efd467c1f436\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:45:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:22.046102501Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:22.047079979Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:22.047236761Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:22.047340588Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:22.04743213Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:22.048324168Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:22.048619115Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"08e11f46-ca89-47aa-ab68-409fc7b1d185\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:45:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:22.048950395Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:22.050490624Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b78983c-5f38-4c7a-8b14-1abdb675ef60\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:45:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:22.052053929Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"Some(Body)","uri":"http://[::1]:54660/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:22.052092806Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"gateway_url":"http://[::1]:54660","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:54660/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61e3c1de-f58a-433d-986c-47a8de9346b4\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:45:21 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:22.052126964Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:22.052155161Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:22.052183577Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:22.052212004Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:22.052404648Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:22.052714766Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:22.059965612Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:22.060067896Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:22.060221392Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:22.060741579Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:22.062284443Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:22.078591604Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:22.078702274Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:22.0787958Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:22.078924557Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:22.079063193Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:22.079800021Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:22.082242317Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:22.082351214Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:22.083052311Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:22.083435174Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:22.087293461Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:22.08742847Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:22.087570794Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:22.088086371Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:45:22.088975813Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:22.14721938Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","sled_agent_url":"http://[::1]:33811"} {"msg":"client request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:22.160581142Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"SledAgent":"http://[::1]:33811","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","body":"None","uri":"http://[::1]:33811/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:22.161389703Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:51993"} {"msg":"incoming request","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:22.162091001Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/inventory","method":"GET","req_id":"b4b97702-a3b6-4ef6-936a-7f1e0a0920fc","remote_addr":"[::1]:51993","local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_delete_snapshot_then_disk","level":30,"time":"2025-04-30T06:45:22.163589196Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"uri":"/inventory","method":"GET","req_id":"b4b97702-a3b6-4ef6-936a-7f1e0a0920fc","remote_addr":"[::1]:51993","local_addr":"[::1]:33811","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1327,"response_code":"200"} {"msg":"client response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:22.164072048Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"SledAgent":"http://[::1]:33811","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(Response { url: \"http://[::1]:33811/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b4b97702-a3b6-4ef6-936a-7f1e0a0920fc\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:45:21 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:22.165974699Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:22.166071111Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:22.166133365Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:22.168202287Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:22.168356835Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:22.168455031Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:22.168547856Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:22.169304964Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:22.174076281Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:22.179700016Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:22.179922499Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:22.179978681Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:22.180564167Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:22.203798921Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:45:22.218458088Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_delete_snapshot_then_disk","level":40,"time":"2025-04-30T06:45:22.218808326Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:22.218872594Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":57,"elapsed":"544.373809ms"} {"msg":"activating","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:22.218913386Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","iteration":58,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:22.218941782Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:22.218971982Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:22.21900097Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:22.219032503Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:22.21996474Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:22.222450132Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:22.229594026Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:22.229713354Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:22.22980696Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:22.230519079Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:22.23529233Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","candidates":"[(f54221d0-68e0-433e-8046-3388d0db05fb, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:22.235519392Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:22.237021415Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:63542","req_id":"5329efac-cecd-4909-9fe3-d51b920abfa3","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: c3 4c 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .L..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:22.237210361Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:63542","req_id":"5329efac-cecd-4909-9fe3-d51b920abfa3","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 49996,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:22.237511261Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:22.237798212Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:22.23804786Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:63542","req_id":"5329efac-cecd-4909-9fe3-d51b920abfa3","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54660, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:22.244475356Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54660, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4387, tv_nsec: 43360383 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:22.244548632Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:22.245071554Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:63819","req_id":"5d58cc91-01cf-4739-b061-a0ded8a1d36f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 5d 2f 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ]/..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:22.245141243Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:63819","req_id":"5d58cc91-01cf-4739-b061-a0ded8a1d36f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 23855,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:22.245229058Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_delete_snapshot_then_disk","level":20,"time":"2025-04-30T06:45:22.245560047Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"peer_addr":"[::1]:63819","req_id":"5d58cc91-01cf-4739-b061-a0ded8a1d36f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_delete_snapshot_then_disk","level":10,"time":"2025-04-30T06:45:22.317318041Z","hostname":"bmat-EVT22200007-000064cb","pid":27518,"component":"DnsResolver","component":"ServerContext","name":"fe47fe02-cbe0-4332-951f-a8222198c1ad","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}